[ 519.902164] env[65898]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 519.902164] env[65898]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 520.875489] env[65987]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 520.875489] env[65987]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 522.420985] env[65987]: INFO neutron.common.config [-] Logging enabled! [ 522.421780] env[65987]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev20 [ 522.421780] env[65987]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65987) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 522.421922] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 522.422021] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 522.422857] env[65987]: WARNING oslo_policy.policy [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 522.423069] env[65987]: WARNING oslo_policy.policy [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 522.425197] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] VMware NSXv3 Agent initialized successfully. [ 522.425197] env[65987]: DEBUG oslo_concurrency.lockutils [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] Acquiring lock "singleton_lock" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.425370] env[65987]: DEBUG oslo_concurrency.lockutils [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] Acquired lock "singleton_lock" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.425450] env[65987]: DEBUG oslo_concurrency.lockutils [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] Releasing lock "singleton_lock" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.425721] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] Full set of CONF: {{(pid=65987) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 522.425824] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ******************************************************************************** {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 522.425920] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] Configuration options gathered from: {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 522.426341] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 522.426511] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 522.426611] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ================================================================================ {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 522.426770] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] agent_down_time = 75 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.426903] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] allow_automatic_dhcp_failover = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.427041] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] allow_bulk = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.427780] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] api_extensions_path = {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.427780] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] api_paste_config = api-paste.ini {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.427780] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] auth_strategy = keystone {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.427780] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] backdoor_port = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.427780] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] backdoor_socket = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.427780] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] backlog = 4096 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.427957] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] base_mac = fa:16:3e:00:00:00 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.428067] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] bind_host = 0.0.0.0 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.428201] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] bind_port = 9696 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.428326] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] client_socket_timeout = 900 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.428558] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] config_dir = [] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.428558] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.428685] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] config_source = [] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.428814] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] control_exchange = neutron {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.428978] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] core_plugin = ml2 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.429157] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] debug = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.429372] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] default_availability_zones = [] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.429515] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.429651] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] dhcp_agent_notification = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.429821] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] dhcp_agents_per_network = 1 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.429909] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] dhcp_lease_duration = 86400 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.430057] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] dhcp_load_type = networks {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.430193] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] dns_domain = openstacklocal {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.430324] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.430452] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] enable_default_route_bfd = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.430588] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] enable_default_route_ecmp = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.430742] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] enable_dvr = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.430871] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] enable_new_agents = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.431049] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.431165] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] enable_signals = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.431293] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] enable_traditional_dhcp = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.431416] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] external_dns_driver = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.431540] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] filter_validation = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.431673] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] global_physnet_mtu = 8950 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.431797] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] graceful_shutdown_timeout = 60 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.431978] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] host = cpu-1 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.432150] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] host_dvr_for_dhcp = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.432281] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] http_retries = 3 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.432416] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] instance_format = [instance: %(uuid)s] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.432548] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.432676] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ipam_driver = internal {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.432802] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ipv6_pd_enabled = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.432926] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] l3_ha = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.433067] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.433201] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] l3_ha_network_physical_name = {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.433331] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] l3_ha_network_type = {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.433462] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] log_color = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.433592] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] log_config_append = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.433721] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.433844] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] log_dir = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.433971] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] log_file = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.434084] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] log_options = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.434215] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] log_rotate_interval = 1 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.434350] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] log_rotate_interval_type = days {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.434482] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] log_rotation_type = none {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.434583] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.434681] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.434812] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.434942] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.435051] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.435220] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] max_dns_nameservers = 5 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.435359] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] max_header_line = 16384 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.435486] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] max_l3_agents_per_router = 3 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.435612] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] max_logfile_count = 30 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.435738] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] max_logfile_size_mb = 200 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.435864] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] max_subnet_host_routes = 20 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.435997] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] my_ip = 10.180.1.21 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.436178] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] my_ipv6 = ::1 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.436322] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] network_auto_schedule = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.436448] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] network_link_prefix = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.436582] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.436715] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] notify_nova_on_port_data_changes = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.436846] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] notify_nova_on_port_status_changes = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.436979] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] pagination_max_limit = -1 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.437121] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] publish_errors = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.437249] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] rate_limit_burst = 0 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.437383] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] rate_limit_except_level = CRITICAL {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.437508] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] rate_limit_interval = 0 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.437636] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] retry_until_window = 30 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.437760] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] router_distributed = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.437885] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] rpc_resources_processing_step = 20 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.438017] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] rpc_response_max_timeout = 600 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.438150] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] rpc_response_timeout = 60 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.438277] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] send_events_interval = 2 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.438420] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] service_plugins = ['router'] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.438553] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] setproctitle = on {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.438677] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] shell_completion = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.438810] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] state_path = /opt/stack/data/neutron {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.438998] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] syslog_log_facility = LOG_USER {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.439156] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] tcp_keepidle = 600 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.439293] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] transport_url = **** {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.439426] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] use_journal = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.439552] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] use_json = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.439676] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] use_ssl = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.439801] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] use_stderr = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.439932] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] use_syslog = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.440068] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] vlan_qinq = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.440196] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] vlan_transparent = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.440336] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] watch_log_file = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.440468] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] wsgi_default_pool_size = 100 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.440594] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] wsgi_keep_alive = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.440727] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.440853] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] wsgi_server_debug = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.441063] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_concurrency.disable_process_locking = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.441225] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.441370] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.441500] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.441635] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.441767] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.441897] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.442076] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] profiler.connection_string = messaging:// {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.442222] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] profiler.enabled = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.442360] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] profiler.es_doc_type = notification {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.442490] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] profiler.es_scroll_size = 10000 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.442622] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] profiler.es_scroll_time = 2m {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.442748] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] profiler.filter_error_trace = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.442880] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] profiler.hmac_keys = **** {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.443015] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] profiler.sentinel_service_name = mymaster {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.443160] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] profiler.socket_timeout = 0.1 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.443296] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] profiler.trace_requests = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.443420] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] profiler.trace_sqlalchemy = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.443563] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] profiler_jaeger.process_tags = {} {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.443693] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] profiler_jaeger.service_name_prefix = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.443822] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] profiler_otlp.service_name_prefix = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.443965] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_policy.enforce_new_defaults = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.444249] env[65987]: WARNING oslo_config.cfg [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 522.444394] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_policy.enforce_scope = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.444534] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_policy.policy_default_rule = default {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.444679] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.444813] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.444947] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.445085] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.445213] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.445335] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.445460] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.445594] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_policy.remote_timeout = 60.0 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.445737] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.445875] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] agent.extensions = [] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.446015] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.446157] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] service_providers.service_provider = [] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.446293] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] QUOTAS.default_quota = -1 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.446429] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.446556] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] QUOTAS.quota_floatingip = 50 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.446684] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] QUOTAS.quota_network = 100 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.446809] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] QUOTAS.quota_port = 500 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.446934] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.447068] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] QUOTAS.quota_router = 10 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.447197] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] QUOTAS.quota_security_group = 10 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.447320] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.447446] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] QUOTAS.quota_subnet = 100 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.447569] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] QUOTAS.track_quota_usage = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.447708] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.447834] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep.group = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.447957] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep.helper_command = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.448100] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep.log_daemon_traceback = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.448267] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.448403] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep.thread_pool_size = 8 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.448531] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep.user = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.448667] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.448794] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_dhcp_release.group = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.448942] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_dhcp_release.helper_command = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.449096] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.449231] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.449359] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.449485] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_dhcp_release.user = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.449620] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.449742] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_ovs_vsctl.group = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.449864] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_ovs_vsctl.helper_command = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.449990] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.450136] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.450263] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.450390] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_ovs_vsctl.user = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.450522] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_namespace.capabilities = [21] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.450649] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_namespace.group = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.450773] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_namespace.helper_command = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.450899] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_namespace.log_daemon_traceback = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.451068] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.451212] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_namespace.thread_pool_size = 8 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.451340] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_namespace.user = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.451475] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_conntrack.capabilities = [12] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.451601] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_conntrack.group = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.451725] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_conntrack.helper_command = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.451851] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.452012] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.452154] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.452283] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_conntrack.user = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.452419] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_link.capabilities = [12, 21] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.452546] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_link.group = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.452669] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_link.helper_command = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.452794] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_link.log_daemon_traceback = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.452924] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.453062] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_link.thread_pool_size = 8 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.453190] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] privsep_link.user = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.453339] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.453476] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.453608] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.continue_on_failed_promotions = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.453735] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.dscp = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.453866] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.dscp_inherit = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.454008] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.force_mp_to_policy = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.454141] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.locking_coordinator_url = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.454270] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.log_agent_heartbeats = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.454398] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.logging_expire = 1 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.454532] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.454659] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.454793] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.polling_interval = 240 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.454921] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.455098] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.455210] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.report_interval = 30.0 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.455346] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.455479] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.455611] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.455742] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.sync_skew = 60 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.455871] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.synchronization_queue_size = 20 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.455999] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT.use_helper_for_ns_read = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.456153] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] SECURITYGROUP.enable_ipset = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.456289] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] SECURITYGROUP.enable_security_group = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.456422] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.456555] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.456687] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] experimental.ipv6_pd_enabled = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.456834] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ml2.extension_drivers = ['port_security'] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.456962] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ml2.external_network_type = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.457116] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.457251] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ml2.overlay_ip_version = 4 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.457433] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ml2.path_mtu = 8950 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.457602] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ml2.physical_network_mtus = {} {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.457749] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ml2.tenant_network_types = ['vlan'] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.457884] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.458033] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ml2.type_drivers = ['vlan'] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.458178] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT_CLI.neutron_port_id = [] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.458306] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.458436] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.458576] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.458711] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.458841] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.458974] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.459125] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.459262] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.459457] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.459596] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_login_password = **** {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.459734] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_login_port = 443 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.459867] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_login_user = admin {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.460007] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.460148] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.460317] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.460462] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.460599] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.460738] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.460871] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.461032] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.461178] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.461314] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.461452] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.461581] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.461712] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.461897] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.462061] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] vsphere.vsphere_login_password = VMware1! {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.462199] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.462331] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.462466] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] nova.auth_section = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.462605] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] nova.auth_type = password {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.462739] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.462864] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] nova.certfile = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.462996] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] nova.collect_timing = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.463148] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] nova.endpoint_type = public {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.463276] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] nova.insecure = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.463402] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] nova.keyfile = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.463540] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] nova.region_name = RegionOne {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.463671] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] nova.split_loggers = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.463798] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] nova.timeout = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.463933] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] placement.auth_section = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.464084] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] placement.auth_type = password {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.464225] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.464354] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] placement.certfile = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.464483] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] placement.collect_timing = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.464617] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] placement.endpoint_type = public {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.464744] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] placement.insecure = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.464866] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] placement.keyfile = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.464991] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] placement.region_name = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.465169] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] placement.split_loggers = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.465307] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] placement.timeout = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.465443] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.auth_section = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.465572] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.auth_type = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.465699] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.cafile = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.465823] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.certfile = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.465951] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.collect_timing = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.466092] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.connect_retries = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.466223] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.connect_retry_delay = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.466351] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.enable_notifications = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.466478] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.endpoint_override = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.466604] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.insecure = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.466730] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.interface = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.466854] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.keyfile = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.466986] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.max_version = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.467128] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.min_version = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.467254] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.region_name = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.467378] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.retriable_status_codes = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.467502] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.service_name = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.467625] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.service_type = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.467752] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.split_loggers = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.467874] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.status_code_retries = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.468007] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.status_code_retry_delay = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.468140] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.timeout = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.468265] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.valid_interfaces = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.468388] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ironic.version = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.468522] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] cli_script.dry_run = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.468661] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.468788] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.468932] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.469080] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.469214] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.469343] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.469470] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.469596] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.469722] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.469858] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.469985] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.470134] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.470266] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.470395] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.470523] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.470654] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.470780] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.470904] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.471072] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.471212] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.471340] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.471466] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.471591] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.471718] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.471843] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.471992] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.472173] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.472309] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.472437] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.472563] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.472688] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.ssl = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.472825] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.472958] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.473100] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.473235] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.473392] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.ssl_version = {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.473528] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.473667] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_notifications.driver = [] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.473798] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_notifications.retry = -1 {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.473939] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.474078] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] oslo_messaging_notifications.transport_url = **** {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.474185] env[65987]: DEBUG oslo_service.backend._eventlet.service [None req-f69c4ac7-7b93-450c-a0bf-aae4d34d3f6a None None] ******************************************************************************** {{(pid=65987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 522.475306] env[65987]: DEBUG neutron.agent.securitygroups_rpc [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Init firewall settings (driver=nsxv3) {{(pid=65987) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 522.476648] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65987) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 522.476888] env[65987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] RPC agent_id: nsxm-l-01a.corp.local [ 522.479173] env[65987]: DEBUG dogpile.cache.region [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 522.479292] env[65987]: DEBUG dogpile.lock [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 522.479383] env[65987]: DEBUG dogpile.lock [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 522.479470] env[65987]: DEBUG dogpile.lock [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 522.479560] env[65987]: DEBUG dogpile.cache.region [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 522.479643] env[65987]: DEBUG dogpile.lock [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 522.479765] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 522.530206] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Session token - acquiring [ 522.532172] env[65987]: DEBUG networking_nsxv3.common.locking [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.532375] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.532416] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.532857] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.544840] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.849846] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 522.873488] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 522.873694] env[65987]: DEBUG dogpile.cache.region [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Cache value generated in 0.394 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 522.873793] env[65987]: DEBUG dogpile.lock [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 522.873890] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Activating Policy API Provider. [ 522.874147] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Looking for the default Infrastructure Rules. [ 522.950757] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Looking for the Default Layer3 Logged Drop Section. [ 522.968610] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 522.969113] env[65987]: DEBUG networking_nsxv3.common.locking [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.969301] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquiring lock "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.969377] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquired lock "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.969660] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquired external semaphore "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.970009] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.484244] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.986566] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 524.488378] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Inventory metadata is going to be refreshed. [ 524.488909] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 525.233705] env[65987]: DEBUG networking_nsxv3.common.locking [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.234043] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.234043] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.234339] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.246497] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 525.247375] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.248016] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 525.264996] env[65987]: DEBUG networking_nsxv3.common.locking [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.265301] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.265301] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.265539] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.265655] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.265796] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 525.265909] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 525.266011] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 525.285319] env[65987]: DEBUG networking_nsxv3.common.locking [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.285512] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.285579] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.285865] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.286044] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.286187] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 525.307647] env[65987]: DEBUG networking_nsxv3.common.locking [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.307876] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.307916] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.308236] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.308382] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.308528] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 525.330646] env[65987]: DEBUG networking_nsxv3.common.locking [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.330875] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquiring lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.330919] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquired lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.331277] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquired external semaphore "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.331417] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Releasing lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.331562] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 525.331664] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 525.331762] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 525.350622] env[65987]: DEBUG networking_nsxv3.common.locking [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.350818] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquiring lock "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.350949] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquired lock "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.351310] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquired external semaphore "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.351454] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Releasing lock "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.351603] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 525.351707] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 525.351810] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 525.371479] env[65987]: DEBUG networking_nsxv3.common.locking [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.371709] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.371751] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.372030] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.372209] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.372366] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 525.372470] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 525.372568] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Inventory metadata have been refreshed. [ 525.372665] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Dryrun:True. Metadata refresh completed. [ 525.372782] env[65987]: DEBUG oslo_concurrency.lockutils [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Releasing lock "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.374472] env[65987]: INFO neutron.agent.agent_extensions_manager [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Loaded agent extensions: [] [ 525.375190] env[65987]: DEBUG neutron_lib.callbacks.manager [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65987) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 525.437466] env[65987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] NSXv3 Agent Agent RPC Daemon Started! [ 525.437684] env[65987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] NSXv3 Agent Agent loop - iteration:0 started [ 525.437684] env[65987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] NSXv3 Agent Agent out of sync with plugin! [ 530.376042] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 530.376427] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 535.377330] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 535.377661] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 540.378697] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.378697] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 540.845974] env[65987]: INFO networking_nsxv3.common.synchronization [None req-1fa7b75f-025c-451f-9d2c-d61f7246c9e8 demo admin] Enqueued Resource ID: 1fed7782-ba56-4337-a029-eecbd6eed3fa with Priority: HIGHEST for action security_group_rules [ 540.846574] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fed7782-ba56-4337-a029-eecbd6eed3fa with Priority: HIGHEST for action security_group_rules [ 540.846908] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fed7782-ba56-4337-a029-eecbd6eed3fa taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.847274] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fed7782-ba56-4337-a029-eecbd6eed3fa" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.847274] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fed7782-ba56-4337-a029-eecbd6eed3fa" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.847540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fed7782-ba56-4337-a029-eecbd6eed3fa" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.847649] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fed7782-ba56-4337-a029-eecbd6eed3fa',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.368842] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.368842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.368842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.368842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.368842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.368842] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fed7782-ba56-4337-a029-eecbd6eed3fa already deleted. [ 541.368842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fed7782-ba56-4337-a029-eecbd6eed3fa" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.848639] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.848639] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 550.850062] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.850272] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.851791] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.852221] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.853371] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.853837] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.665542] env[65987]: INFO networking_nsxv3.common.synchronization [None req-5119b39a-db9d-4163-b171-af218fa812f9 None None] Enqueued Resource ID: 265aec9b-1ec7-4932-8b34-871c94995dc1 with Priority: HIGHEST for action port [ 565.666966] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 265aec9b-1ec7-4932-8b34-871c94995dc1 with Priority: HIGHEST for action port [ 565.666966] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-265aec9b-1ec7-4932-8b34-871c94995dc1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.667590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-265aec9b-1ec7-4932-8b34-871c94995dc1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.669305] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-265aec9b-1ec7-4932-8b34-871c94995dc1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.669568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-265aec9b-1ec7-4932-8b34-871c94995dc1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.669658] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('265aec9b-1ec7-4932-8b34-871c94995dc1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.173445] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 265aec9b-1ec7-4932-8b34-871c94995dc1 [ 566.173544] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.173667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.173726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.173946] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.174051] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.174146] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:265aec9b-1ec7-4932-8b34-871c94995dc1 already deleted. [ 566.174427] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-265aec9b-1ec7-4932-8b34-871c94995dc1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.699390] env[65987]: INFO networking_nsxv3.common.synchronization [None req-78bd63a5-ce6a-4f6d-bc7b-465c8e28ff58 None None] Enqueued Resource ID: db359c56-e28c-42fd-8ebf-c618c1dbec49 with Priority: HIGHEST for action port [ 567.699390] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db359c56-e28c-42fd-8ebf-c618c1dbec49 with Priority: HIGHEST for action port [ 567.699390] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-db359c56-e28c-42fd-8ebf-c618c1dbec49 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.699973] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db359c56-e28c-42fd-8ebf-c618c1dbec49" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.699973] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db359c56-e28c-42fd-8ebf-c618c1dbec49" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.700116] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db359c56-e28c-42fd-8ebf-c618c1dbec49" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.700207] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db359c56-e28c-42fd-8ebf-c618c1dbec49',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.031308] env[65987]: INFO networking_nsxv3.common.synchronization [None req-520c2c95-ab32-4e2a-8bcd-c8ca4b52457b None None] Enqueued Resource ID: c4e06664-5fc5-49b8-808a-6f9ac102b57c with Priority: HIGHEST for action port [ 568.032023] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e06664-5fc5-49b8-808a-6f9ac102b57c with Priority: HIGHEST for action port [ 568.032321] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4e06664-5fc5-49b8-808a-6f9ac102b57c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.033023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4e06664-5fc5-49b8-808a-6f9ac102b57c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.033023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4e06664-5fc5-49b8-808a-6f9ac102b57c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.033023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4e06664-5fc5-49b8-808a-6f9ac102b57c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.033023] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4e06664-5fc5-49b8-808a-6f9ac102b57c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.202917] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db359c56-e28c-42fd-8ebf-c618c1dbec49 [ 568.203437] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.203961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.204152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.204683] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.204858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.204998] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db359c56-e28c-42fd-8ebf-c618c1dbec49 already deleted. [ 568.205235] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db359c56-e28c-42fd-8ebf-c618c1dbec49" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.535783] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4e06664-5fc5-49b8-808a-6f9ac102b57c [ 568.537064] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.537064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.537064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.537064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.537064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.537064] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4e06664-5fc5-49b8-808a-6f9ac102b57c already deleted. [ 568.537064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4e06664-5fc5-49b8-808a-6f9ac102b57c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.993888] env[65987]: INFO networking_nsxv3.common.synchronization [None req-8774c580-41a2-4445-b5f4-7da315627624 None None] Enqueued Resource ID: 39e8a83e-a711-4266-8718-58c69565502c with Priority: HIGHEST for action port [ 569.994533] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e8a83e-a711-4266-8718-58c69565502c with Priority: HIGHEST for action port [ 569.994841] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-39e8a83e-a711-4266-8718-58c69565502c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.995184] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39e8a83e-a711-4266-8718-58c69565502c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.995184] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39e8a83e-a711-4266-8718-58c69565502c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.995502] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39e8a83e-a711-4266-8718-58c69565502c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.995616] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39e8a83e-a711-4266-8718-58c69565502c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.498100] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39e8a83e-a711-4266-8718-58c69565502c [ 570.498432] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.498622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.498732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.499039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.499181] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.499318] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39e8a83e-a711-4266-8718-58c69565502c already deleted. [ 570.499440] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39e8a83e-a711-4266-8718-58c69565502c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.562515] env[65987]: INFO networking_nsxv3.common.synchronization [None req-5a6767ae-17a0-45c2-a82f-52573a75f9ca tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d with Priority: HIGHEST for action security_group_rules [ 572.563047] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d with Priority: HIGHEST for action security_group_rules [ 572.563416] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.563511] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.563511] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.563822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.563900] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.967316] env[65987]: INFO networking_nsxv3.common.synchronization [None req-c20d8ea6-30bb-43d3-a538-e9ef306cbe95 None None] Enqueued Resource ID: e010ca9e-63f3-44a4-8911-94f7af87e3f9 with Priority: HIGHEST for action port [ 572.967521] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e010ca9e-63f3-44a4-8911-94f7af87e3f9 with Priority: HIGHEST for action port [ 572.967824] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e010ca9e-63f3-44a4-8911-94f7af87e3f9 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.968136] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e010ca9e-63f3-44a4-8911-94f7af87e3f9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.968136] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e010ca9e-63f3-44a4-8911-94f7af87e3f9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.968540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e010ca9e-63f3-44a4-8911-94f7af87e3f9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.968588] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e010ca9e-63f3-44a4-8911-94f7af87e3f9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.092439] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.092439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.092580] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.093210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.093210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.093210] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d already deleted. [ 573.093210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.472082] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e010ca9e-63f3-44a4-8911-94f7af87e3f9 [ 573.472342] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.472473] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.472533] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.476065] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.476269] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.477873] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e010ca9e-63f3-44a4-8911-94f7af87e3f9 already deleted. [ 573.477873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e010ca9e-63f3-44a4-8911-94f7af87e3f9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.840180] env[65987]: INFO networking_nsxv3.common.synchronization [None req-1e39a5d4-6573-4db8-9f04-9853ee090f1b None None] Enqueued Resource ID: 436be983-5dee-4df5-a95e-6e129f090916 with Priority: HIGHEST for action port [ 573.840475] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 436be983-5dee-4df5-a95e-6e129f090916 with Priority: HIGHEST for action port [ 573.840802] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-436be983-5dee-4df5-a95e-6e129f090916 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.840894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-436be983-5dee-4df5-a95e-6e129f090916" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.840972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-436be983-5dee-4df5-a95e-6e129f090916" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.841239] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-436be983-5dee-4df5-a95e-6e129f090916" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.841316] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('436be983-5dee-4df5-a95e-6e129f090916',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.089713] env[65987]: INFO networking_nsxv3.common.synchronization [None req-a4fe74f0-11c9-409f-a275-baefa2ed6b02 tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d with Priority: HIGHEST for action security_group_rules [ 574.089713] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d with Priority: HIGHEST for action security_group_rules [ 574.089854] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.089971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.091734] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.092597] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.092703] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.345752] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 436be983-5dee-4df5-a95e-6e129f090916 [ 574.345865] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.346011] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.346147] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.346378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.346378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.346476] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:436be983-5dee-4df5-a95e-6e129f090916 already deleted. [ 574.346555] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-436be983-5dee-4df5-a95e-6e129f090916" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.614250] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.614437] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.614480] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.614663] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.614734] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.614824] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d already deleted. [ 574.614899] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.795630] env[65987]: INFO networking_nsxv3.common.synchronization [None req-b63ac520-0c62-443d-966c-427c8c53d387 None None] Enqueued Resource ID: 80b85e81-7140-4ccd-ac36-edc1b210a840 with Priority: HIGHEST for action port [ 574.795893] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b85e81-7140-4ccd-ac36-edc1b210a840 with Priority: HIGHEST for action port [ 574.796233] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-80b85e81-7140-4ccd-ac36-edc1b210a840 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.796725] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80b85e81-7140-4ccd-ac36-edc1b210a840" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.796725] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80b85e81-7140-4ccd-ac36-edc1b210a840" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.796725] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80b85e81-7140-4ccd-ac36-edc1b210a840" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.796725] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80b85e81-7140-4ccd-ac36-edc1b210a840',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.131150] env[65987]: INFO networking_nsxv3.common.synchronization [None req-402ebcb3-76c1-4d26-8e79-d3eee430efed None None] Enqueued Resource ID: f7f97663-f4e7-4ec2-b481-c54bfe0ff825 with Priority: HIGHEST for action port [ 575.131454] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7f97663-f4e7-4ec2-b481-c54bfe0ff825 with Priority: HIGHEST for action port [ 575.132372] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7f97663-f4e7-4ec2-b481-c54bfe0ff825 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.132372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7f97663-f4e7-4ec2-b481-c54bfe0ff825" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.132372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7f97663-f4e7-4ec2-b481-c54bfe0ff825" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.132564] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7f97663-f4e7-4ec2-b481-c54bfe0ff825" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.132564] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7f97663-f4e7-4ec2-b481-c54bfe0ff825',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.301049] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80b85e81-7140-4ccd-ac36-edc1b210a840 [ 575.301557] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.301889] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.301889] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.302202] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.302261] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.302372] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80b85e81-7140-4ccd-ac36-edc1b210a840 already deleted. [ 575.302445] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80b85e81-7140-4ccd-ac36-edc1b210a840" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.377908] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.378105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.378176] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.378394] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.378634] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.592507] env[65987]: INFO networking_nsxv3.common.synchronization [None req-38cb6154-b2f2-4937-a79f-6a08efa6040a None None] Enqueued Resource ID: 0a802b73-58b2-4f79-abef-0531382958bb with Priority: HIGHEST for action port [ 575.592507] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a802b73-58b2-4f79-abef-0531382958bb with Priority: HIGHEST for action port [ 575.592507] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a802b73-58b2-4f79-abef-0531382958bb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.592507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a802b73-58b2-4f79-abef-0531382958bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.592507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a802b73-58b2-4f79-abef-0531382958bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.592507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a802b73-58b2-4f79-abef-0531382958bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.592845] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a802b73-58b2-4f79-abef-0531382958bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.637081] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7f97663-f4e7-4ec2-b481-c54bfe0ff825 [ 575.638067] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.638067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.638067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.638241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.638495] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.638495] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7f97663-f4e7-4ec2-b481-c54bfe0ff825 already deleted. [ 575.638676] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7f97663-f4e7-4ec2-b481-c54bfe0ff825" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.883021] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.094976] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a802b73-58b2-4f79-abef-0531382958bb [ 576.096166] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.096166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.096166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.096166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.096166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.096166] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a802b73-58b2-4f79-abef-0531382958bb already deleted. [ 576.096166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a802b73-58b2-4f79-abef-0531382958bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.385833] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.783716] env[65987]: INFO networking_nsxv3.common.synchronization [None req-d3ad8be6-b553-427b-a1f4-0a2abea73c5e None None] Enqueued Resource ID: 1e09975b-c4c3-4cf3-9671-57c7f65e39ed with Priority: HIGHEST for action port [ 576.784234] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e09975b-c4c3-4cf3-9671-57c7f65e39ed with Priority: HIGHEST for action port [ 576.785550] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e09975b-c4c3-4cf3-9671-57c7f65e39ed taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.785550] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e09975b-c4c3-4cf3-9671-57c7f65e39ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.785550] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e09975b-c4c3-4cf3-9671-57c7f65e39ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.785550] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e09975b-c4c3-4cf3-9671-57c7f65e39ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.785550] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e09975b-c4c3-4cf3-9671-57c7f65e39ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.888059] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 576.888059] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 577.287356] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e09975b-c4c3-4cf3-9671-57c7f65e39ed [ 577.287987] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.287987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.287987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.288227] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.288326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.288447] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e09975b-c4c3-4cf3-9671-57c7f65e39ed already deleted. [ 577.288536] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e09975b-c4c3-4cf3-9671-57c7f65e39ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.657291] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.657818] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.657818] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.657818] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.668904] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 577.670150] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.670921] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 577.675031] env[65987]: INFO networking_nsxv3.common.synchronization [None req-896e478e-3ebc-46a3-879b-98cf045fd90e None None] Enqueued Resource ID: 4c0e6e81-4fa0-4656-a403-eb9a8ac50c95 with Priority: HIGHEST for action port [ 577.675224] env[65987]: INFO networking_nsxv3.common.synchronization [None req-12d15fa8-bc00-45df-9065-4fb20715d4a3 None None] Enqueued Resource ID: 053b62ad-da52-4f9e-9bc7-5b448bd5deac with Priority: HIGHEST for action port [ 577.675686] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c0e6e81-4fa0-4656-a403-eb9a8ac50c95 with Priority: HIGHEST for action port [ 577.675809] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 053b62ad-da52-4f9e-9bc7-5b448bd5deac with Priority: HIGHEST for action port [ 577.676129] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c0e6e81-4fa0-4656-a403-eb9a8ac50c95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.676225] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c0e6e81-4fa0-4656-a403-eb9a8ac50c95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.676258] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c0e6e81-4fa0-4656-a403-eb9a8ac50c95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.676498] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c0e6e81-4fa0-4656-a403-eb9a8ac50c95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.676572] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c0e6e81-4fa0-4656-a403-eb9a8ac50c95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.677422] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-053b62ad-da52-4f9e-9bc7-5b448bd5deac taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.677557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-053b62ad-da52-4f9e-9bc7-5b448bd5deac" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.677606] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-053b62ad-da52-4f9e-9bc7-5b448bd5deac" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.677790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-053b62ad-da52-4f9e-9bc7-5b448bd5deac" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.677859] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('053b62ad-da52-4f9e-9bc7-5b448bd5deac',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.693404] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.693610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.693718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.693957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.694125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.694372] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 577.694510] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.694700] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 577.716297] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.716453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.716508] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.716716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.716851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.716964] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 577.752790] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.752790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.752790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.752790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.752790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.752790] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 577.771434] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.771666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.771996] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.772241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.772349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.772471] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 577.772544] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.772612] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 577.794399] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.794556] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.794556] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.794704] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.794821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.794942] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 577.794976] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.795894] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 577.820252] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.822183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.822183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.822183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.822183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.822183] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 577.822183] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.822183] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 577.822183] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 577.822183] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 577.822183] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 577.822183] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 577.822183] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 577.822183] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 577.822183] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 577.848435] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.848586] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.848664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.848859] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.848968] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.849095] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 577.869022] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.869201] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.869241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.869810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.869810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.883206] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.179971] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c0e6e81-4fa0-4656-a403-eb9a8ac50c95 [ 578.181262] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.181262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.181262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.181262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.181262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.181262] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c0e6e81-4fa0-4656-a403-eb9a8ac50c95 already deleted. [ 578.181262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c0e6e81-4fa0-4656-a403-eb9a8ac50c95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.190633] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 053b62ad-da52-4f9e-9bc7-5b448bd5deac [ 578.191432] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.191432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.191432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.191432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.191621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.191621] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:053b62ad-da52-4f9e-9bc7-5b448bd5deac already deleted. [ 578.191679] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-053b62ad-da52-4f9e-9bc7-5b448bd5deac" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.831319] env[65987]: INFO networking_nsxv3.common.synchronization [None req-222d7539-be9f-4277-8b4c-c42c958624ba None None] Enqueued Resource ID: fcd8d0bd-34cd-47c6-a434-5885bfde7f3d with Priority: HIGHEST for action port [ 578.831961] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcd8d0bd-34cd-47c6-a434-5885bfde7f3d with Priority: HIGHEST for action port [ 578.832253] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcd8d0bd-34cd-47c6-a434-5885bfde7f3d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.832376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcd8d0bd-34cd-47c6-a434-5885bfde7f3d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.832441] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcd8d0bd-34cd-47c6-a434-5885bfde7f3d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.832683] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcd8d0bd-34cd-47c6-a434-5885bfde7f3d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.832767] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcd8d0bd-34cd-47c6-a434-5885bfde7f3d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.023060] env[65987]: INFO networking_nsxv3.common.synchronization [None req-f5d7ef72-e49e-48be-a6c9-d41419a8425e None None] Enqueued Resource ID: a7321db7-28ff-4419-95e9-82fca79876ae with Priority: HIGHEST for action port [ 579.023824] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7321db7-28ff-4419-95e9-82fca79876ae with Priority: HIGHEST for action port [ 579.024101] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7321db7-28ff-4419-95e9-82fca79876ae taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.024223] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7321db7-28ff-4419-95e9-82fca79876ae" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.024283] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7321db7-28ff-4419-95e9-82fca79876ae" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.024636] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7321db7-28ff-4419-95e9-82fca79876ae" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.024732] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7321db7-28ff-4419-95e9-82fca79876ae',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.335823] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcd8d0bd-34cd-47c6-a434-5885bfde7f3d [ 579.336579] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.336763] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.336835] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.337067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.337156] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.337326] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcd8d0bd-34cd-47c6-a434-5885bfde7f3d already deleted. [ 579.337326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcd8d0bd-34cd-47c6-a434-5885bfde7f3d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.531247] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7321db7-28ff-4419-95e9-82fca79876ae [ 579.531247] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.531247] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.531247] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.531247] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.531428] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.531428] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7321db7-28ff-4419-95e9-82fca79876ae already deleted. [ 579.531489] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7321db7-28ff-4419-95e9-82fca79876ae" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.697175] env[65987]: INFO networking_nsxv3.common.synchronization [None req-dddf9f06-3636-496c-b6c6-03612b2f7cc6 None None] Enqueued Resource ID: b63fdaac-7ca1-4835-bb16-bb16b894e5eb with Priority: HIGHEST for action port [ 579.697529] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b63fdaac-7ca1-4835-bb16-bb16b894e5eb with Priority: HIGHEST for action port [ 579.698852] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-b63fdaac-7ca1-4835-bb16-bb16b894e5eb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.701374] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b63fdaac-7ca1-4835-bb16-bb16b894e5eb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.701374] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b63fdaac-7ca1-4835-bb16-bb16b894e5eb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.701374] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b63fdaac-7ca1-4835-bb16-bb16b894e5eb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.701374] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b63fdaac-7ca1-4835-bb16-bb16b894e5eb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.204305] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b63fdaac-7ca1-4835-bb16-bb16b894e5eb [ 580.204571] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.207062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.207062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.207062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.207062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.207062] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b63fdaac-7ca1-4835-bb16-bb16b894e5eb already deleted. [ 580.207062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b63fdaac-7ca1-4835-bb16-bb16b894e5eb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.467791] env[65987]: INFO networking_nsxv3.common.synchronization [None req-e7c6b23f-87f5-4a1b-887d-05cf2c9b0f97 None None] Enqueued Resource ID: 97b484d9-2812-4e59-b9b7-724ef8d2843a with Priority: HIGHEST for action port [ 581.468965] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b484d9-2812-4e59-b9b7-724ef8d2843a with Priority: HIGHEST for action port [ 581.468965] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-97b484d9-2812-4e59-b9b7-724ef8d2843a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.468965] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97b484d9-2812-4e59-b9b7-724ef8d2843a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.468965] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97b484d9-2812-4e59-b9b7-724ef8d2843a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.469156] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97b484d9-2812-4e59-b9b7-724ef8d2843a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.469691] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97b484d9-2812-4e59-b9b7-724ef8d2843a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.971635] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97b484d9-2812-4e59-b9b7-724ef8d2843a [ 581.971997] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.972324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.972324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.973316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.973316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.973421] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97b484d9-2812-4e59-b9b7-724ef8d2843a already deleted. [ 581.973453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97b484d9-2812-4e59-b9b7-724ef8d2843a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.851336] env[65987]: INFO networking_nsxv3.common.synchronization [None req-c6f7ae7e-dc3b-4598-a537-84e58205d45a None None] Enqueued Resource ID: a747e894-ed25-4aef-ba51-8b84ceaf4433 with Priority: HIGHEST for action port [ 582.851605] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a747e894-ed25-4aef-ba51-8b84ceaf4433 with Priority: HIGHEST for action port [ 582.852204] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-a747e894-ed25-4aef-ba51-8b84ceaf4433 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.852315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a747e894-ed25-4aef-ba51-8b84ceaf4433" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.852400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a747e894-ed25-4aef-ba51-8b84ceaf4433" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.852651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a747e894-ed25-4aef-ba51-8b84ceaf4433" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.852776] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a747e894-ed25-4aef-ba51-8b84ceaf4433',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.357959] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a747e894-ed25-4aef-ba51-8b84ceaf4433 [ 583.358685] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.358842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.358914] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.359155] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.359323] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.359444] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a747e894-ed25-4aef-ba51-8b84ceaf4433 already deleted. [ 583.359535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a747e894-ed25-4aef-ba51-8b84ceaf4433" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.496921] env[65987]: INFO networking_nsxv3.common.synchronization [None req-794a9ed2-0643-47c7-9dc5-6286ce9c66a7 None None] Enqueued Resource ID: 31e9bbc9-c317-4f21-9c30-437a6e4e12c7 with Priority: HIGHEST for action port [ 584.497316] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e9bbc9-c317-4f21-9c30-437a6e4e12c7 with Priority: HIGHEST for action port [ 584.497316] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-31e9bbc9-c317-4f21-9c30-437a6e4e12c7 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.497420] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31e9bbc9-c317-4f21-9c30-437a6e4e12c7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.497477] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31e9bbc9-c317-4f21-9c30-437a6e4e12c7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.497725] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31e9bbc9-c317-4f21-9c30-437a6e4e12c7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.497807] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31e9bbc9-c317-4f21-9c30-437a6e4e12c7',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.809406] env[65987]: INFO networking_nsxv3.common.synchronization [None req-9336c855-2702-4da9-b0c8-48fbc0cf09c4 None None] Enqueued Resource ID: d9d34cc1-de09-460e-b58a-72d501a56c6d with Priority: HIGHEST for action port [ 584.810260] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d34cc1-de09-460e-b58a-72d501a56c6d with Priority: HIGHEST for action port [ 584.811435] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9d34cc1-de09-460e-b58a-72d501a56c6d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.811608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9d34cc1-de09-460e-b58a-72d501a56c6d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.811695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9d34cc1-de09-460e-b58a-72d501a56c6d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.811951] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9d34cc1-de09-460e-b58a-72d501a56c6d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.812068] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9d34cc1-de09-460e-b58a-72d501a56c6d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.001232] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31e9bbc9-c317-4f21-9c30-437a6e4e12c7 [ 585.001655] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.002050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.002050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.002682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.002682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.002682] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31e9bbc9-c317-4f21-9c30-437a6e4e12c7 already deleted. [ 585.002682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31e9bbc9-c317-4f21-9c30-437a6e4e12c7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.314253] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9d34cc1-de09-460e-b58a-72d501a56c6d [ 585.315285] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.315285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.315285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.315489] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.315489] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.316033] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9d34cc1-de09-460e-b58a-72d501a56c6d already deleted. [ 585.316033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9d34cc1-de09-460e-b58a-72d501a56c6d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.823371] env[65987]: INFO networking_nsxv3.common.synchronization [None req-2f21092f-711a-4fab-bc10-40f51183ef3f None None] Enqueued Resource ID: cf8a5c4b-4779-45a1-bbd8-fee885bdd744 with Priority: HIGHEST for action port [ 585.823670] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8a5c4b-4779-45a1-bbd8-fee885bdd744 with Priority: HIGHEST for action port [ 585.824240] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf8a5c4b-4779-45a1-bbd8-fee885bdd744 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.824240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf8a5c4b-4779-45a1-bbd8-fee885bdd744" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.824240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf8a5c4b-4779-45a1-bbd8-fee885bdd744" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.824529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf8a5c4b-4779-45a1-bbd8-fee885bdd744" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.824529] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf8a5c4b-4779-45a1-bbd8-fee885bdd744',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.327133] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf8a5c4b-4779-45a1-bbd8-fee885bdd744 [ 586.327302] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.327443] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.327588] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.328254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.328341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.328447] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf8a5c4b-4779-45a1-bbd8-fee885bdd744 already deleted. [ 586.328567] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf8a5c4b-4779-45a1-bbd8-fee885bdd744" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.360245] env[65987]: INFO networking_nsxv3.common.synchronization [req-5b09fc9c-6dde-42b7-ac53-ecaeeeab0d3a req-1ff0d515-c1eb-40f0-8e87-5bad322aeccb tempest-ServerDiagnosticsNegativeTest-1615451513 tempest-ServerDiagnosticsNegativeTest-1615451513-project-member] Enqueued Resource ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf with Priority: HIGHEST for action security_group_members [ 586.360245] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf with Priority: HIGHEST for action security_group_members [ 586.360245] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.360479] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.360479] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.361808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.361917] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.362105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.362209] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.362409] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.362520] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.362624] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.824829] env[65987]: INFO networking_nsxv3.common.synchronization [None req-566fde85-4321-4278-bef2-2e02b0b36450 None None] Enqueued Resource ID: b97e5f6e-b187-4e65-9448-662737f4bc95 with Priority: HIGHEST for action port [ 586.826207] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97e5f6e-b187-4e65-9448-662737f4bc95 with Priority: HIGHEST for action port [ 586.826207] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-b97e5f6e-b187-4e65-9448-662737f4bc95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.826207] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b97e5f6e-b187-4e65-9448-662737f4bc95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.826207] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b97e5f6e-b187-4e65-9448-662737f4bc95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.827025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b97e5f6e-b187-4e65-9448-662737f4bc95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.827025] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b97e5f6e-b187-4e65-9448-662737f4bc95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.865724] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.865883] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.865951] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.866256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.866356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.866557] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.866656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.866717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.866867] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.866938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.867031] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf already deleted. [ 586.867138] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.898048] env[65987]: INFO networking_nsxv3.common.synchronization [req-b7bd7690-c560-4761-8e6c-ee3f7269c512 req-7d0c1cc0-333f-4639-a90e-3be764c54aa1 tempest-SecurityGroupRulesNegativeTestJSON-1926694695 tempest-SecurityGroupRulesNegativeTestJSON-1926694695-project-member] Enqueued Resource ID: 8204cfdd-8f99-4fd0-97c7-2f0928b356ad with Priority: HIGHEST for action security_group_rules [ 586.898337] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8204cfdd-8f99-4fd0-97c7-2f0928b356ad with Priority: HIGHEST for action security_group_rules [ 586.898854] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8204cfdd-8f99-4fd0-97c7-2f0928b356ad taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.898854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8204cfdd-8f99-4fd0-97c7-2f0928b356ad" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.898854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8204cfdd-8f99-4fd0-97c7-2f0928b356ad" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.899779] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8204cfdd-8f99-4fd0-97c7-2f0928b356ad" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.899902] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8204cfdd-8f99-4fd0-97c7-2f0928b356ad',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.214261] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.215376] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.215860] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.218087] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.218087] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.218087] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.218087] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.218087] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.218087] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.218087] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.218087] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 587.218087] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 587.218087] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 587.218087] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.218087] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 587.218087] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 587.242072] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 587.242072] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 587.242446] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 587.242923] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.243885] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-fab8573c-bdbe-40ae-8863-9c41e61ba7ff taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.243885] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-fab8573c-bdbe-40ae-8863-9c41e61ba7ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.244292] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-fab8573c-bdbe-40ae-8863-9c41e61ba7ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.244674] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-fab8573c-bdbe-40ae-8863-9c41e61ba7ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.244810] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fab8573c-bdbe-40ae-8863-9c41e61ba7ff',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.330149] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b97e5f6e-b187-4e65-9448-662737f4bc95 [ 587.330654] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.330881] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.331397] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.331397] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.331397] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.331397] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b97e5f6e-b187-4e65-9448-662737f4bc95 already deleted. [ 587.331511] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b97e5f6e-b187-4e65-9448-662737f4bc95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.372340] env[65987]: INFO networking_nsxv3.common.synchronization [req-b75d54bc-c125-436c-9fd5-b9550c99f791 req-388d83c5-ed87-4a6d-bc1b-b0556b2aa812 tempest-DeleteServersAdminTestJSON-538458691 tempest-DeleteServersAdminTestJSON-538458691-project-member] Enqueued Resource ID: 395218e4-8021-402b-9f45-e610b55e814d with Priority: HIGHEST for action security_group_members [ 587.372463] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395218e4-8021-402b-9f45-e610b55e814d with Priority: HIGHEST for action security_group_members [ 587.372815] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-395218e4-8021-402b-9f45-e610b55e814d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.372937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.373059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.374204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.374204] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.374204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.374204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.374204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.374204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.374204] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395218e4-8021-402b-9f45-e610b55e814d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.421694] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.421836] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.421910] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.422220] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.422320] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.422401] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8204cfdd-8f99-4fd0-97c7-2f0928b356ad already deleted. [ 587.422482] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8204cfdd-8f99-4fd0-97c7-2f0928b356ad" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.750101] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.750328] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.750445] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.750719] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.750864] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.751032] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port fab8573c-bdbe-40ae-8863-9c41e61ba7ff not found, creating... [ 587.751370] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.751607] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.751663] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.751844] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.752009] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.752624] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.752624] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.752732] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.753259] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.753584] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.753584] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: fab8573c-bdbe-40ae-8863-9c41e61ba7ff is going to be created. [ 587.780853] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.781095] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.781208] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.781587] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.781714] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.781911] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-fab8573c-bdbe-40ae-8863-9c41e61ba7ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.876393] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.876735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.876735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.877094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.877094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.877440] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.877440] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.877440] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.877440] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.877594] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.877594] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395218e4-8021-402b-9f45-e610b55e814d already deleted. [ 587.877672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.037951] env[65987]: INFO networking_nsxv3.common.synchronization [None req-0f6f6401-6b4a-46dc-83f3-dacdf89a701e None None] Enqueued Resource ID: 31745feb-5be3-4adf-bdde-64033ab93491 with Priority: HIGHEST for action port [ 588.038221] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31745feb-5be3-4adf-bdde-64033ab93491 with Priority: HIGHEST for action port [ 588.038767] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-31745feb-5be3-4adf-bdde-64033ab93491 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.038894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31745feb-5be3-4adf-bdde-64033ab93491" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.038962] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31745feb-5be3-4adf-bdde-64033ab93491" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.039287] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31745feb-5be3-4adf-bdde-64033ab93491" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.039377] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31745feb-5be3-4adf-bdde-64033ab93491',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.079252] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.080249] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.080249] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.080249] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.080249] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.080249] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.080627] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.080627] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.080737] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.080854] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.081277] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 588.083164] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 588.083419] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 588.083509] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.083625] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 588.083764] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.103749] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.103985] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 588.104071] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.104216] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.104737] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-6e1c0d3b-1a58-4421-b95c-c0c6c5a5ce8f taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.104937] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-6e1c0d3b-1a58-4421-b95c-c0c6c5a5ce8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.105079] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-6e1c0d3b-1a58-4421-b95c-c0c6c5a5ce8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.105397] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-6e1c0d3b-1a58-4421-b95c-c0c6c5a5ce8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.105528] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e1c0d3b-1a58-4421-b95c-c0c6c5a5ce8f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.541748] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31745feb-5be3-4adf-bdde-64033ab93491 [ 588.541993] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.542245] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.542310] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.542531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.542622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.542721] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31745feb-5be3-4adf-bdde-64033ab93491 already deleted. [ 588.542802] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31745feb-5be3-4adf-bdde-64033ab93491" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.608370] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.608598] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.608713] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.608989] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.609139] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.609287] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 6e1c0d3b-1a58-4421-b95c-c0c6c5a5ce8f not found, creating... [ 588.609546] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.609685] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.609794] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.610216] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.610216] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.610410] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.610556] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.610664] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.610862] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.610986] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.611132] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 6e1c0d3b-1a58-4421-b95c-c0c6c5a5ce8f is going to be created. [ 588.633756] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.633917] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.634054] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.634328] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.634550] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.634754] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-6e1c0d3b-1a58-4421-b95c-c0c6c5a5ce8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.751443] env[65987]: INFO networking_nsxv3.common.synchronization [req-5b09fc9c-6dde-42b7-ac53-ecaeeeab0d3a req-5602b170-0f1b-4ccc-8edd-f71a3abd32a7 service nova] Enqueued Resource ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf with Priority: HIGHEST for action security_group_rules [ 588.751443] env[65987]: INFO networking_nsxv3.common.synchronization [req-5b09fc9c-6dde-42b7-ac53-ecaeeeab0d3a req-5602b170-0f1b-4ccc-8edd-f71a3abd32a7 service nova] Enqueued Resource ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf with Priority: HIGHEST for action security_group_members [ 588.751443] env[65987]: INFO networking_nsxv3.common.synchronization [req-5b09fc9c-6dde-42b7-ac53-ecaeeeab0d3a req-5602b170-0f1b-4ccc-8edd-f71a3abd32a7 service nova] Enqueued Resource ID: fab8573c-bdbe-40ae-8863-9c41e61ba7ff with Priority: HIGHEST for action port [ 588.751443] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf with Priority: HIGHEST for action security_group_rules [ 588.751443] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf with Priority: HIGHEST for action security_group_members [ 588.751443] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fab8573c-bdbe-40ae-8863-9c41e61ba7ff with Priority: HIGHEST for action port [ 588.751443] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.751443] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.751443] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.751443] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.751443] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.755149] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.755149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.755149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.755149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.755149] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.755149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.755149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.755542] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.755542] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.755542] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.756500] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-fab8573c-bdbe-40ae-8863-9c41e61ba7ff taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.756612] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fab8573c-bdbe-40ae-8863-9c41e61ba7ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.756664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fab8573c-bdbe-40ae-8863-9c41e61ba7ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.756909] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fab8573c-bdbe-40ae-8863-9c41e61ba7ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.757342] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fab8573c-bdbe-40ae-8863-9c41e61ba7ff',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.253649] env[65987]: INFO networking_nsxv3.common.synchronization [None req-3925e717-ff43-440f-8501-04e7425f80ec None None] Enqueued Resource ID: 5d82542d-53bf-4b04-8388-7341c29b7da7 with Priority: HIGHEST for action port [ 589.254120] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d82542d-53bf-4b04-8388-7341c29b7da7 with Priority: HIGHEST for action port [ 589.254760] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d82542d-53bf-4b04-8388-7341c29b7da7 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.254760] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d82542d-53bf-4b04-8388-7341c29b7da7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.254760] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d82542d-53bf-4b04-8388-7341c29b7da7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.254980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d82542d-53bf-4b04-8388-7341c29b7da7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.254980] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d82542d-53bf-4b04-8388-7341c29b7da7',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.255851] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.255954] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.258684] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.261163] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fab8573c-bdbe-40ae-8863-9c41e61ba7ff with status ACTIVE [ 589.261575] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.261575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.261575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.261738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.261857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.261997] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.262224] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.262224] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.262479] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.262479] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.262621] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.262695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.262731] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.262851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.262913] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.263023] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fab8573c-bdbe-40ae-8863-9c41e61ba7ff is going to be updated. [ 589.287372] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.287570] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.287674] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.287803] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.287937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.288113] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fab8573c-bdbe-40ae-8863-9c41e61ba7ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.418090] env[65987]: INFO networking_nsxv3.common.synchronization [req-b75d54bc-c125-436c-9fd5-b9550c99f791 req-e8f257f5-615a-43d5-b49d-76b6239fe415 service nova] Enqueued Resource ID: 395218e4-8021-402b-9f45-e610b55e814d with Priority: HIGHEST for action security_group_rules [ 589.418286] env[65987]: INFO networking_nsxv3.common.synchronization [req-b75d54bc-c125-436c-9fd5-b9550c99f791 req-e8f257f5-615a-43d5-b49d-76b6239fe415 service nova] Enqueued Resource ID: 395218e4-8021-402b-9f45-e610b55e814d with Priority: HIGHEST for action security_group_members [ 589.418417] env[65987]: INFO networking_nsxv3.common.synchronization [req-b75d54bc-c125-436c-9fd5-b9550c99f791 req-e8f257f5-615a-43d5-b49d-76b6239fe415 service nova] Enqueued Resource ID: 6e1c0d3b-1a58-4421-b95c-c0c6c5a5ce8f with Priority: HIGHEST for action port [ 589.419397] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395218e4-8021-402b-9f45-e610b55e814d with Priority: HIGHEST for action security_group_rules [ 589.419565] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395218e4-8021-402b-9f45-e610b55e814d with Priority: HIGHEST for action security_group_members [ 589.419667] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1c0d3b-1a58-4421-b95c-c0c6c5a5ce8f with Priority: HIGHEST for action port [ 589.419958] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-395218e4-8021-402b-9f45-e610b55e814d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.420195] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.420286] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.420513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.420595] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('395218e4-8021-402b-9f45-e610b55e814d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.422319] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-395218e4-8021-402b-9f45-e610b55e814d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.422552] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.422552] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.422800] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.422913] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.422971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.423929] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.423929] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.423929] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.423929] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395218e4-8021-402b-9f45-e610b55e814d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.425447] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e1c0d3b-1a58-4421-b95c-c0c6c5a5ce8f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.425526] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e1c0d3b-1a58-4421-b95c-c0c6c5a5ce8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.425526] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e1c0d3b-1a58-4421-b95c-c0c6c5a5ce8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.425687] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e1c0d3b-1a58-4421-b95c-c0c6c5a5ce8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.425758] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e1c0d3b-1a58-4421-b95c-c0c6c5a5ce8f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.757083] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d82542d-53bf-4b04-8388-7341c29b7da7 [ 589.757314] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.757472] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.757533] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.757748] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.757833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.757923] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d82542d-53bf-4b04-8388-7341c29b7da7 already deleted. [ 589.758015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d82542d-53bf-4b04-8388-7341c29b7da7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.760398] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.811933] env[65987]: INFO networking_nsxv3.common.synchronization [req-4fbd34a6-836d-45ac-ab3b-90d08cee805a req-c4a74a2d-7217-40b1-b396-c4336ad035ea tempest-FloatingIPsAssociationTestJSON-1633535275 tempest-FloatingIPsAssociationTestJSON-1633535275-project-member] Enqueued Resource ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a with Priority: HIGHEST for action security_group_members [ 589.811933] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a with Priority: HIGHEST for action security_group_members [ 589.811933] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ae1cd1-dd8f-4f76-938e-09a7886c983a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.812682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.812682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.812682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.812855] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.812905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.812937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.813238] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.813327] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.813543] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.930199] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('395218e4-8021-402b-9f45-e610b55e814d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.930606] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-395218e4-8021-402b-9f45-e610b55e814d taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.930729] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.945289] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e1c0d3b-1a58-4421-b95c-c0c6c5a5ce8f with status ACTIVE [ 589.945586] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.945709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.945808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.947200] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.947200] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.947200] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.947200] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.947200] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.947200] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.947200] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.948646] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.948646] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.948646] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.948971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.948971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.949212] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e1c0d3b-1a58-4421-b95c-c0c6c5a5ce8f is going to be updated. [ 589.972557] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.972557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.972557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.972771] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.972904] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.973219] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e1c0d3b-1a58-4421-b95c-c0c6c5a5ce8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.100640] env[65987]: INFO networking_nsxv3.common.synchronization [None req-dfe6e8f0-3b1a-4d58-b5b4-e9c89592971f None None] Enqueued Resource ID: b2f32d4a-0962-4394-a43e-7d22b3a63fcc with Priority: HIGHEST for action port [ 590.100640] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f32d4a-0962-4394-a43e-7d22b3a63fcc with Priority: HIGHEST for action port [ 590.100640] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2f32d4a-0962-4394-a43e-7d22b3a63fcc taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.100640] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2f32d4a-0962-4394-a43e-7d22b3a63fcc" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.100640] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2f32d4a-0962-4394-a43e-7d22b3a63fcc" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.100640] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2f32d4a-0962-4394-a43e-7d22b3a63fcc" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.100640] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f32d4a-0962-4394-a43e-7d22b3a63fcc',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.236771] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.236926] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-623" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.236989] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-623" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.237349] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-623" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.237660] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.237821] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.237940] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.239416] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.239646] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.239817] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.239928] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.240043] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.240375] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.240516] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.240628] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.241263] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.263220] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.263567] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.263567] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.263684] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-623" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.263992] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-16b6b197-3628-48e1-bd7d-29fbff067d50 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.264189] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-16b6b197-3628-48e1-bd7d-29fbff067d50" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.264304] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-16b6b197-3628-48e1-bd7d-29fbff067d50" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.264654] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-16b6b197-3628-48e1-bd7d-29fbff067d50" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.264785] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16b6b197-3628-48e1-bd7d-29fbff067d50',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.267776] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.267776] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.267776] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.267776] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.267776] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.267776] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf is going to be created. [ 590.313882] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.313882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.313882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.313882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.313882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.317818] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.318112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.318208] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.318440] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.318530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.318806] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.318916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.318979] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.319157] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.319234] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.319318] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a already deleted. [ 590.319397] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.326304] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf in Status: UNINITIALIZED for 2s [ 590.435266] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('395218e4-8021-402b-9f45-e610b55e814d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.602893] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2f32d4a-0962-4394-a43e-7d22b3a63fcc [ 590.603145] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.603280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.603343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.603582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.603686] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.603778] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2f32d4a-0962-4394-a43e-7d22b3a63fcc already deleted. [ 590.603860] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2f32d4a-0962-4394-a43e-7d22b3a63fcc" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.770770] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.770926] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.771123] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.771761] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.771761] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.772205] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 16b6b197-3628-48e1-bd7d-29fbff067d50 not found, creating... [ 590.772532] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.772696] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.772808] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.773086] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.773254] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.773542] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.773690] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.774171] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.774435] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.774680] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.774802] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 16b6b197-3628-48e1-bd7d-29fbff067d50 is going to be created. [ 590.798826] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.798826] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.798826] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.802197] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.802801] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.802801] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-16b6b197-3628-48e1-bd7d-29fbff067d50" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.936455] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.936610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.936681] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.936898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.937538] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.937538] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395218e4-8021-402b-9f45-e610b55e814d is going to be created. [ 590.977555] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.982439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.982439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.982439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.982439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.996626] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395218e4-8021-402b-9f45-e610b55e814d in Status: UNINITIALIZED for 2s [ 591.217623] env[65987]: INFO networking_nsxv3.common.synchronization [None req-817d1db0-acc1-4230-8aa3-cd1bc592dcaa None None] Enqueued Resource ID: 1bb80398-87ac-4e2f-af16-f6ae3f69915e with Priority: HIGHEST for action port [ 591.218243] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bb80398-87ac-4e2f-af16-f6ae3f69915e with Priority: HIGHEST for action port [ 591.219058] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bb80398-87ac-4e2f-af16-f6ae3f69915e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.219864] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bb80398-87ac-4e2f-af16-f6ae3f69915e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.220082] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bb80398-87ac-4e2f-af16-f6ae3f69915e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.220369] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bb80398-87ac-4e2f-af16-f6ae3f69915e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.220516] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bb80398-87ac-4e2f-af16-f6ae3f69915e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.460511] env[65987]: INFO networking_nsxv3.common.synchronization [None req-0d8db8be-e533-4324-82a4-d7c4b7c6a2de tempest-VolumesAssistedSnapshotsTest-1381014032 tempest-VolumesAssistedSnapshotsTest-1381014032-project-member] Enqueued Resource ID: 829aa62a-6089-4079-9025-78ed84149431 with Priority: HIGHEST for action security_group_rules [ 591.460750] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829aa62a-6089-4079-9025-78ed84149431 with Priority: HIGHEST for action security_group_rules [ 591.461116] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-829aa62a-6089-4079-9025-78ed84149431 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.461243] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.461308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.461560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.461636] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('829aa62a-6089-4079-9025-78ed84149431',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.560798] env[65987]: INFO networking_nsxv3.common.synchronization [req-4fbd34a6-836d-45ac-ab3b-90d08cee805a req-fbb93083-3c98-41a2-ae0e-124c77b2ea50 service nova] Enqueued Resource ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a with Priority: HIGHEST for action security_group_rules [ 591.560798] env[65987]: INFO networking_nsxv3.common.synchronization [req-4fbd34a6-836d-45ac-ab3b-90d08cee805a req-fbb93083-3c98-41a2-ae0e-124c77b2ea50 service nova] Enqueued Resource ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a with Priority: HIGHEST for action security_group_members [ 591.560798] env[65987]: INFO networking_nsxv3.common.synchronization [req-4fbd34a6-836d-45ac-ab3b-90d08cee805a req-fbb93083-3c98-41a2-ae0e-124c77b2ea50 service nova] Enqueued Resource ID: 16b6b197-3628-48e1-bd7d-29fbff067d50 with Priority: HIGHEST for action port [ 591.562577] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a with Priority: HIGHEST for action security_group_rules [ 591.562577] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a with Priority: HIGHEST for action security_group_members [ 591.562577] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b6b197-3628-48e1-bd7d-29fbff067d50 with Priority: HIGHEST for action port [ 591.562577] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ae1cd1-dd8f-4f76-938e-09a7886c983a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.562577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.562577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.562577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.562577] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.563900] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ae1cd1-dd8f-4f76-938e-09a7886c983a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.564091] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.564166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.564380] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.564572] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.564694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.564776] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.564975] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.565271] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.565885] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.566219] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-16b6b197-3628-48e1-bd7d-29fbff067d50 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.566349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16b6b197-3628-48e1-bd7d-29fbff067d50" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.566393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16b6b197-3628-48e1-bd7d-29fbff067d50" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.566521] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16b6b197-3628-48e1-bd7d-29fbff067d50" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.566588] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16b6b197-3628-48e1-bd7d-29fbff067d50',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.614964] env[65987]: INFO networking_nsxv3.common.synchronization [None req-2368eb1e-e65b-418f-957a-f57185df831d tempest-VolumesAssistedSnapshotsTest-1381014032 tempest-VolumesAssistedSnapshotsTest-1381014032-project-member] Enqueued Resource ID: 829aa62a-6089-4079-9025-78ed84149431 with Priority: HIGHEST for action security_group_rules [ 591.615577] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829aa62a-6089-4079-9025-78ed84149431 with Priority: HIGHEST for action security_group_rules [ 591.615577] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-829aa62a-6089-4079-9025-78ed84149431 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.615750] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.724844] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bb80398-87ac-4e2f-af16-f6ae3f69915e [ 591.724948] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.725114] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.725179] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.725504] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.725504] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.725713] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bb80398-87ac-4e2f-af16-f6ae3f69915e already deleted. [ 591.725713] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bb80398-87ac-4e2f-af16-f6ae3f69915e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.987207] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.987330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.987404] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.987629] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.987727] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.987811] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 829aa62a-6089-4079-9025-78ed84149431 already deleted. [ 591.987906] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.988053] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.988300] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.988300] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('829aa62a-6089-4079-9025-78ed84149431',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.044747] env[65987]: INFO networking_nsxv3.common.synchronization [req-f0f30798-4a26-4e8e-9d83-1484c6fc8ce5 req-3af1f113-6f6b-4015-b4af-08295e539047 tempest-ServerExternalEventsTest-203518966 tempest-ServerExternalEventsTest-203518966-project-member] Enqueued Resource ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 with Priority: HIGHEST for action security_group_members [ 592.045289] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 with Priority: HIGHEST for action security_group_members [ 592.045594] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-807c18c3-f9c7-4725-80f6-f69a83d70c09 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.045715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.045784] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.047457] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.048112] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.049133] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.049262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.049531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.049644] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.049753] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('807c18c3-f9c7-4725-80f6-f69a83d70c09',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.068724] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.069798] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ae1cd1-dd8f-4f76-938e-09a7886c983a taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.069979] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.070191] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16b6b197-3628-48e1-bd7d-29fbff067d50 with status ACTIVE [ 592.070403] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.071121] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.071121] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.071121] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.071121] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.071275] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.071370] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.071683] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.071861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.071977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.072267] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.072408] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.072408] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.072506] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.072552] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.072656] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16b6b197-3628-48e1-bd7d-29fbff067d50 is going to be updated. [ 592.099549] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.099745] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.099745] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.100135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.100235] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.100348] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16b6b197-3628-48e1-bd7d-29fbff067d50" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.336684] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf in Status: SUCCESS [ 592.336936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.337125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.337716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.337716] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.337716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.337893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.337893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.337997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.338082] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.338214] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.511477] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.512075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.512075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.512075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.512075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.512075] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 829aa62a-6089-4079-9025-78ed84149431 already deleted. [ 592.512440] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.551897] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.552125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.552842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.552842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.552842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.552842] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.552842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.552842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.553125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.553125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.553125] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 already deleted. [ 592.553326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.555775] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.555775] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.555775] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.555775] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.555985] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.555985] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.556636] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.556636] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.556636] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.556636] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.556782] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.556813] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.556914] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.557048] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.557159] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.557243] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.575147] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.577540] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.577724] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.578025] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.578210] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.578639] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-56262737-4eda-4acc-b2a5-a872c84ca1ad taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.578838] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-56262737-4eda-4acc-b2a5-a872c84ca1ad" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.578966] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-56262737-4eda-4acc-b2a5-a872c84ca1ad" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.579309] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-56262737-4eda-4acc-b2a5-a872c84ca1ad" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.579582] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56262737-4eda-4acc-b2a5-a872c84ca1ad',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.842442] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.842638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.842719] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.842942] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.843195] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.843316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.843316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.844296] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.844296] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.844296] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.844296] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.844296] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.844296] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.844296] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.844296] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.844296] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.846311] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.846311] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.846614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.846614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.846614] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.010501] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395218e4-8021-402b-9f45-e610b55e814d in Status: SUCCESS [ 593.010772] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.010898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.011165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.011363] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.011478] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.011604] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.011702] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.011783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.011876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.011950] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('395218e4-8021-402b-9f45-e610b55e814d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.077350] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.077770] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.080402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.080402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.080402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.080402] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a is going to be created. [ 593.083858] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.083858] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.083858] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.083858] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.083858] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.083858] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 56262737-4eda-4acc-b2a5-a872c84ca1ad not found, creating... [ 593.083858] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.084380] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.084380] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.084572] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.084572] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.084910] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.085472] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.085602] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.085838] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.085992] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.086209] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 56262737-4eda-4acc-b2a5-a872c84ca1ad is going to be created. [ 593.108075] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.108800] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.109150] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.110149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.110149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.124148] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.125531] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.126163] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.126662] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.126961] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.127396] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-56262737-4eda-4acc-b2a5-a872c84ca1ad" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.129222] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a in Status: UNINITIALIZED for 2s [ 593.240373] env[65987]: INFO networking_nsxv3.common.synchronization [None req-de72a7b1-eb38-492c-91a2-cf84248abbd4 None None] Enqueued Resource ID: 55fb0959-0e14-42d8-b181-02f669f64972 with Priority: HIGHEST for action port [ 593.246019] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55fb0959-0e14-42d8-b181-02f669f64972 with Priority: HIGHEST for action port [ 593.246638] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-55fb0959-0e14-42d8-b181-02f669f64972 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.246750] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55fb0959-0e14-42d8-b181-02f669f64972" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.246750] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55fb0959-0e14-42d8-b181-02f669f64972" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.247304] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55fb0959-0e14-42d8-b181-02f669f64972" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.247474] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55fb0959-0e14-42d8-b181-02f669f64972',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.310242] env[65987]: INFO networking_nsxv3.common.synchronization [req-24f77423-022a-4ab5-9700-33aef4a065f5 req-a5f5d88c-2270-489f-8908-2db5ec8ba585 tempest-SecurityGroupRulesNegativeTestJSON-1926694695 tempest-SecurityGroupRulesNegativeTestJSON-1926694695-project-member] Enqueued Resource ID: 8204cfdd-8f99-4fd0-97c7-2f0928b356ad with Priority: HIGHEST for action security_group_rules [ 593.311612] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8204cfdd-8f99-4fd0-97c7-2f0928b356ad with Priority: HIGHEST for action security_group_rules [ 593.312569] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8204cfdd-8f99-4fd0-97c7-2f0928b356ad taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.312569] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8204cfdd-8f99-4fd0-97c7-2f0928b356ad" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.312569] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8204cfdd-8f99-4fd0-97c7-2f0928b356ad" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.312798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8204cfdd-8f99-4fd0-97c7-2f0928b356ad" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.312875] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8204cfdd-8f99-4fd0-97c7-2f0928b356ad',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.351668] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf: rpc.has_security_group_logging(os_id): False [ 593.371991] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.371991] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.371991] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.372666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.372666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.373308] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.373308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.373308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.373308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.373308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.373308] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.373625] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.373625] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.373625] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.373714] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.374972] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.374972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.374972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.374972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.374972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.374972] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf is going to be created. [ 593.456079] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.456238] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.457694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.457694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.457694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.470720] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf in Status: IN_PROGRESS for 2s [ 593.514891] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-395218e4-8021-402b-9f45-e610b55e814d taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.515222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.515222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.515388] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.515588] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.515691] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.515752] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.515917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.516046] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.516175] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.516374] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-395218e4-8021-402b-9f45-e610b55e814d taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.516472] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.516472] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.516597] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.516738] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.516859] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.516954] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.518123] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.518123] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.518123] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.518123] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('395218e4-8021-402b-9f45-e610b55e814d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.749666] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55fb0959-0e14-42d8-b181-02f669f64972 [ 593.750068] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.750068] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.750247] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.750467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.750467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.750617] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55fb0959-0e14-42d8-b181-02f669f64972 already deleted. [ 593.750617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55fb0959-0e14-42d8-b181-02f669f64972" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.839030] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.839030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.839030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.839410] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.839548] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.839664] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8204cfdd-8f99-4fd0-97c7-2f0928b356ad already deleted. [ 593.839773] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8204cfdd-8f99-4fd0-97c7-2f0928b356ad" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.884310] env[65987]: INFO networking_nsxv3.common.synchronization [req-f0f30798-4a26-4e8e-9d83-1484c6fc8ce5 req-d47b3c78-3b03-413e-ad51-cac66f8234be service nova] Enqueued Resource ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 with Priority: HIGHEST for action security_group_rules [ 593.884708] env[65987]: INFO networking_nsxv3.common.synchronization [req-f0f30798-4a26-4e8e-9d83-1484c6fc8ce5 req-d47b3c78-3b03-413e-ad51-cac66f8234be service nova] Enqueued Resource ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 with Priority: HIGHEST for action security_group_members [ 593.884708] env[65987]: INFO networking_nsxv3.common.synchronization [req-f0f30798-4a26-4e8e-9d83-1484c6fc8ce5 req-d47b3c78-3b03-413e-ad51-cac66f8234be service nova] Enqueued Resource ID: 56262737-4eda-4acc-b2a5-a872c84ca1ad with Priority: HIGHEST for action port [ 593.885258] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 with Priority: HIGHEST for action security_group_rules [ 593.885429] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 with Priority: HIGHEST for action security_group_members [ 593.885914] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56262737-4eda-4acc-b2a5-a872c84ca1ad with Priority: HIGHEST for action port [ 593.885914] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-807c18c3-f9c7-4725-80f6-f69a83d70c09 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.885914] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.886248] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.886248] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.886382] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('807c18c3-f9c7-4725-80f6-f69a83d70c09',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.887312] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-807c18c3-f9c7-4725-80f6-f69a83d70c09 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.887409] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.887447] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.888134] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.888492] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.888492] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.888492] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.888642] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.888938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.888938] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('807c18c3-f9c7-4725-80f6-f69a83d70c09',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.891216] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-56262737-4eda-4acc-b2a5-a872c84ca1ad taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.891216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56262737-4eda-4acc-b2a5-a872c84ca1ad" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.891216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56262737-4eda-4acc-b2a5-a872c84ca1ad" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.891216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56262737-4eda-4acc-b2a5-a872c84ca1ad" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.891382] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56262737-4eda-4acc-b2a5-a872c84ca1ad',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.020036] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 395218e4-8021-402b-9f45-e610b55e814d: rpc.has_security_group_logging(os_id): False [ 594.046083] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.046351] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.046430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.046738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.046738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.047083] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.047083] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.047242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.047286] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.047341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.047543] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.047622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.047700] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.048093] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.048093] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.048093] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.048290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.048290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.048379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.048409] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.048542] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 395218e4-8021-402b-9f45-e610b55e814d is going to be created. [ 594.124831] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.125012] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.125105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.125321] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.125834] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.140389] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 395218e4-8021-402b-9f45-e610b55e814d in Status: IN_PROGRESS for 2s [ 594.391822] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('807c18c3-f9c7-4725-80f6-f69a83d70c09',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.393037] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-807c18c3-f9c7-4725-80f6-f69a83d70c09 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.393253] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.395814] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56262737-4eda-4acc-b2a5-a872c84ca1ad with status ACTIVE [ 594.395914] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.396026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.396115] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.396324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.396406] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.396815] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.396815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.396815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.396984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.396984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.397138] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.397231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.397298] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.397433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.397508] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.397592] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56262737-4eda-4acc-b2a5-a872c84ca1ad is going to be updated. [ 594.421320] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.421549] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.421549] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.421763] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.421910] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.422074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56262737-4eda-4acc-b2a5-a872c84ca1ad" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.444512] env[65987]: INFO networking_nsxv3.common.synchronization [req-f2f89e0e-fd7a-43e0-9995-17c32715f9b5 req-a79d970e-2e1c-4296-98c1-f8f1e98e0d3e tempest-ServerDiagnosticsTest-1982101583 tempest-ServerDiagnosticsTest-1982101583-project-member] Enqueued Resource ID: d475c817-c94e-4077-9586-18d9283ae374 with Priority: HIGHEST for action security_group_members [ 594.444512] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d475c817-c94e-4077-9586-18d9283ae374 with Priority: HIGHEST for action security_group_members [ 594.444512] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d475c817-c94e-4077-9586-18d9283ae374 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.444709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.444891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.445672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.445672] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.445672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.445672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.445959] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.445959] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.446038] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d475c817-c94e-4077-9586-18d9283ae374',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.790781] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.790781] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.791181] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.791347] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.791690] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.792146] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.793187] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.793187] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.793187] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.793503] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.793503] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.793599] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.793678] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.793790] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.793925] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.794125] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.815541] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.815696] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.815822] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.815994] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.816377] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-ee03c969-715d-4110-af4c-911667b0354c taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.816572] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-ee03c969-715d-4110-af4c-911667b0354c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.816687] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-ee03c969-715d-4110-af4c-911667b0354c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.817056] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-ee03c969-715d-4110-af4c-911667b0354c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.817183] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee03c969-715d-4110-af4c-911667b0354c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.893990] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('807c18c3-f9c7-4725-80f6-f69a83d70c09',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.949526] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.949691] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.949742] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.950032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.950173] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.950271] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.950372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.950423] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.950575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.950647] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.950727] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d475c817-c94e-4077-9586-18d9283ae374 already deleted. [ 594.950824] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.139100] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a in Status: SUCCESS [ 595.139564] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.139564] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.139704] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.139888] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.140023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.140089] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.140250] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.140331] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.140411] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.140500] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.324357] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.324357] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.324357] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.324357] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.324357] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.324357] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port ee03c969-715d-4110-af4c-911667b0354c not found, creating... [ 595.324357] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.324357] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.324357] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.324357] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.324357] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.324877] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.324877] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.324877] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.325479] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.325739] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.326111] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: ee03c969-715d-4110-af4c-911667b0354c is going to be created. [ 595.349230] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.349230] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.349230] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.349230] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.349230] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.349230] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-ee03c969-715d-4110-af4c-911667b0354c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.396801] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.397165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.397323] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.397615] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.397901] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.398116] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 is going to be created. [ 595.436278] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.436428] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.436498] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.436749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.436909] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.453024] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 in Status: UNINITIALIZED for 2s [ 595.486841] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf in Status: SUCCESS [ 595.486841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.642536] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ae1cd1-dd8f-4f76-938e-09a7886c983a taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.642882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.642968] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.643707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.643957] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.644092] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.644160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.644335] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.644468] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.644518] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.644656] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ae1cd1-dd8f-4f76-938e-09a7886c983a taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.644746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.644802] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.644940] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.645110] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.645200] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.645274] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.645408] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.645677] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.645677] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.645677] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.101065] env[65987]: INFO networking_nsxv3.common.synchronization [req-f2f89e0e-fd7a-43e0-9995-17c32715f9b5 req-0d03373b-bd64-459f-a2c5-73f4b1274777 service nova] Enqueued Resource ID: d475c817-c94e-4077-9586-18d9283ae374 with Priority: HIGHEST for action security_group_rules [ 596.101065] env[65987]: INFO networking_nsxv3.common.synchronization [req-f2f89e0e-fd7a-43e0-9995-17c32715f9b5 req-0d03373b-bd64-459f-a2c5-73f4b1274777 service nova] Enqueued Resource ID: d475c817-c94e-4077-9586-18d9283ae374 with Priority: HIGHEST for action security_group_members [ 596.101065] env[65987]: INFO networking_nsxv3.common.synchronization [req-f2f89e0e-fd7a-43e0-9995-17c32715f9b5 req-0d03373b-bd64-459f-a2c5-73f4b1274777 service nova] Enqueued Resource ID: ee03c969-715d-4110-af4c-911667b0354c with Priority: HIGHEST for action port [ 596.101065] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d475c817-c94e-4077-9586-18d9283ae374 with Priority: HIGHEST for action security_group_rules [ 596.101065] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d475c817-c94e-4077-9586-18d9283ae374 with Priority: HIGHEST for action security_group_members [ 596.101065] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee03c969-715d-4110-af4c-911667b0354c with Priority: HIGHEST for action port [ 596.101065] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d475c817-c94e-4077-9586-18d9283ae374 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.101065] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.101065] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.101065] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.101065] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d475c817-c94e-4077-9586-18d9283ae374',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.101814] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d475c817-c94e-4077-9586-18d9283ae374 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.101814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.101895] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.103242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.103379] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.103485] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.103540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.103698] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.103779] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.103867] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d475c817-c94e-4077-9586-18d9283ae374',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.104681] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee03c969-715d-4110-af4c-911667b0354c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.104794] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee03c969-715d-4110-af4c-911667b0354c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.104835] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee03c969-715d-4110-af4c-911667b0354c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.104984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee03c969-715d-4110-af4c-911667b0354c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.105072] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee03c969-715d-4110-af4c-911667b0354c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.148205] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01ae1cd1-dd8f-4f76-938e-09a7886c983a: rpc.has_security_group_logging(os_id): False [ 596.153751] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 395218e4-8021-402b-9f45-e610b55e814d in Status: SUCCESS [ 596.153964] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.167554] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.167683] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.167683] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.167887] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.167978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.168178] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.168267] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.168330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.168480] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.168551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.168743] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.168849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.168890] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.169032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.169104] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.169295] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.169370] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.169425] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.169559] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.169630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.169710] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a is going to be created. [ 596.246297] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.246297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.246297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.246600] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.247161] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.260748] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a in Status: IN_PROGRESS for 2s [ 596.607178] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d475c817-c94e-4077-9586-18d9283ae374 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.607178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.607419] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d475c817-c94e-4077-9586-18d9283ae374',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.608256] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee03c969-715d-4110-af4c-911667b0354c with status ACTIVE [ 596.608455] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.608605] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.608653] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.608844] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.608932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.609119] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.609777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.609777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.609777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.609777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.609777] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.609777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.609777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.610266] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.610266] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.610266] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee03c969-715d-4110-af4c-911667b0354c is going to be updated. [ 596.632997] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.633160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.633229] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.633441] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.633575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.633733] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee03c969-715d-4110-af4c-911667b0354c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.724244] env[65987]: INFO networking_nsxv3.common.synchronization [req-9f467ed6-3834-4c5d-8136-23b5b69eb216 req-51efb391-607d-4c72-852f-b5ffa5675948 tempest-ImagesNegativeTestJSON-1184791084 tempest-ImagesNegativeTestJSON-1184791084-project-member] Enqueued Resource ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 with Priority: HIGHEST for action security_group_members [ 596.724741] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 with Priority: HIGHEST for action security_group_members [ 596.725065] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6039facd-ac98-4384-b548-7cf4ee5c0254 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.725190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.725439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.727498] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.727784] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.727897] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.727966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.728243] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.728338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.728462] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6039facd-ac98-4384-b548-7cf4ee5c0254',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.112369] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d475c817-c94e-4077-9586-18d9283ae374',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.185427] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.185615] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-975" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.185657] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-975" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.186043] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-975" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.186247] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.186433] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.186509] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.186709] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.186843] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.187231] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.187861] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.187861] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.187861] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.188039] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.188039] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.188149] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.208449] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.208628] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.208762] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.208930] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-975" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.209265] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-7ed7538b-45c9-4801-a806-6e66c542cbc5 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.209438] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-7ed7538b-45c9-4801-a806-6e66c542cbc5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.209552] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-7ed7538b-45c9-4801-a806-6e66c542cbc5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.209878] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-7ed7538b-45c9-4801-a806-6e66c542cbc5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.210063] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ed7538b-45c9-4801-a806-6e66c542cbc5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.233352] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.233626] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.233626] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.233763] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.233808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.233999] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.234187] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.234255] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.234408] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.234494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.234572] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 already deleted. [ 597.234671] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.465368] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 in Status: SUCCESS [ 597.465587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.465760] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.466100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.466259] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.466370] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.466370] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.466495] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.466611] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.466699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.466770] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('807c18c3-f9c7-4725-80f6-f69a83d70c09',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.615589] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.616304] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.616304] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.616304] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.616467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.618599] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d475c817-c94e-4077-9586-18d9283ae374 is going to be created. [ 597.650759] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.650997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.650997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.651347] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.651512] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.662802] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d475c817-c94e-4077-9586-18d9283ae374 in Status: UNINITIALIZED for 2s [ 597.712746] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.713466] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.713466] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.713599] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.713728] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.713928] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 7ed7538b-45c9-4801-a806-6e66c542cbc5 not found, creating... [ 597.714425] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.714425] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.714716] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.714756] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.714892] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.715232] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.715447] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.715566] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.715780] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.715908] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.716186] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 7ed7538b-45c9-4801-a806-6e66c542cbc5 is going to be created. [ 597.741061] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.741061] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.741061] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.741061] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.741366] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.741402] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-7ed7538b-45c9-4801-a806-6e66c542cbc5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.969365] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-807c18c3-f9c7-4725-80f6-f69a83d70c09 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.969572] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.969649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.969877] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.970067] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.970183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.970254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.970414] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.970531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.970626] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.970774] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-807c18c3-f9c7-4725-80f6-f69a83d70c09 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.970866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.970927] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.971080] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.971217] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.971307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.971365] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.971499] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.971571] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.971651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.971736] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('807c18c3-f9c7-4725-80f6-f69a83d70c09',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.281191] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a in Status: SUCCESS [ 598.281551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.474253] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 807c18c3-f9c7-4725-80f6-f69a83d70c09: rpc.has_security_group_logging(os_id): False [ 598.494655] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.494655] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.494915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.495102] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.495102] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.495336] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.495442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.495514] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.495697] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.495987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.495987] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.496158] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.496158] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.496265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.496316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.496474] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.496570] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.496620] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.496757] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.496831] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.496913] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 is going to be created. [ 598.534687] env[65987]: INFO networking_nsxv3.common.synchronization [req-9f467ed6-3834-4c5d-8136-23b5b69eb216 req-5d5ce5e7-057e-4de8-9ed3-12044e69eb08 service nova] Enqueued Resource ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 with Priority: HIGHEST for action security_group_rules [ 598.534687] env[65987]: INFO networking_nsxv3.common.synchronization [req-9f467ed6-3834-4c5d-8136-23b5b69eb216 req-5d5ce5e7-057e-4de8-9ed3-12044e69eb08 service nova] Enqueued Resource ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 with Priority: HIGHEST for action security_group_members [ 598.534687] env[65987]: INFO networking_nsxv3.common.synchronization [req-9f467ed6-3834-4c5d-8136-23b5b69eb216 req-5d5ce5e7-057e-4de8-9ed3-12044e69eb08 service nova] Enqueued Resource ID: 7ed7538b-45c9-4801-a806-6e66c542cbc5 with Priority: HIGHEST for action port [ 598.534687] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 with Priority: HIGHEST for action security_group_rules [ 598.534915] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 with Priority: HIGHEST for action security_group_members [ 598.534915] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed7538b-45c9-4801-a806-6e66c542cbc5 with Priority: HIGHEST for action port [ 598.535395] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6039facd-ac98-4384-b548-7cf4ee5c0254 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.535395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.535395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.535726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.535726] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6039facd-ac98-4384-b548-7cf4ee5c0254',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.536522] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6039facd-ac98-4384-b548-7cf4ee5c0254 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.536656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.536714] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.536876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.537034] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.537129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.537182] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.537589] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.537589] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.537589] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6039facd-ac98-4384-b548-7cf4ee5c0254',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.539377] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ed7538b-45c9-4801-a806-6e66c542cbc5 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.539377] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ed7538b-45c9-4801-a806-6e66c542cbc5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.539377] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ed7538b-45c9-4801-a806-6e66c542cbc5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.539537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ed7538b-45c9-4801-a806-6e66c542cbc5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.539568] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ed7538b-45c9-4801-a806-6e66c542cbc5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.568695] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.568859] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.568902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.569220] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.569415] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.583249] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 in Status: IN_PROGRESS for 2s [ 599.039994] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6039facd-ac98-4384-b548-7cf4ee5c0254',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.041604] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ed7538b-45c9-4801-a806-6e66c542cbc5 with status ACTIVE [ 599.042820] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.042820] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.042820] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.042820] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.042820] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.044765] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.044765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.044765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.044765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.044765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.044765] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.045099] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.045099] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.045212] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.045252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.045391] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ed7538b-45c9-4801-a806-6e66c542cbc5 is going to be updated. [ 599.046974] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6039facd-ac98-4384-b548-7cf4ee5c0254 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.047138] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.068398] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.069584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.069584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.069584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.069584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.069584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ed7538b-45c9-4801-a806-6e66c542cbc5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.542113] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6039facd-ac98-4384-b548-7cf4ee5c0254',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.673939] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d475c817-c94e-4077-9586-18d9283ae374 in Status: SUCCESS [ 599.674188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.674366] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.674717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.674816] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.675131] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.675131] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.675421] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.675507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.675599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.675686] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d475c817-c94e-4077-9586-18d9283ae374',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.802265] env[65987]: INFO networking_nsxv3.common.synchronization [None req-067b840e-b292-44ba-9192-6efc6f3e4915 None None] Enqueued Resource ID: 72f1cacc-2f93-49b5-9af0-6b3a1d76c7bb with Priority: HIGHEST for action port [ 599.803132] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72f1cacc-2f93-49b5-9af0-6b3a1d76c7bb with Priority: HIGHEST for action port [ 599.803132] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-72f1cacc-2f93-49b5-9af0-6b3a1d76c7bb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.803360] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72f1cacc-2f93-49b5-9af0-6b3a1d76c7bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.803360] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72f1cacc-2f93-49b5-9af0-6b3a1d76c7bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.803951] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72f1cacc-2f93-49b5-9af0-6b3a1d76c7bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.803951] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72f1cacc-2f93-49b5-9af0-6b3a1d76c7bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.071319] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.071319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.071319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.071319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.071319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.071319] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 is going to be created. [ 600.100853] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.100853] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.101083] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.101178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.102966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.115877] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 in Status: UNINITIALIZED for 2s [ 600.178548] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d475c817-c94e-4077-9586-18d9283ae374 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.178814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.178814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.179060] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.179238] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.179346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.179395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.179561] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.179641] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.179727] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.179871] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d475c817-c94e-4077-9586-18d9283ae374 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.179962] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.180034] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.181254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.181254] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.181254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.181254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.181254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.181254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.181254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.181254] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d475c817-c94e-4077-9586-18d9283ae374',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.209669] env[65987]: INFO networking_nsxv3.common.synchronization [req-1efea083-eb48-4955-97f9-bac3b10a8ec2 req-9ca76050-a9e8-45c5-b4e2-007b245c6343 tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d with Priority: HIGHEST for action security_group_members [ 600.212054] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d with Priority: HIGHEST for action security_group_members [ 600.212054] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.212054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.212228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.212495] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.212714] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.212867] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.212983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.213142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.214871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.214871] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.308965] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72f1cacc-2f93-49b5-9af0-6b3a1d76c7bb [ 600.309317] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.309779] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.309779] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.309995] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.310093] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.310190] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72f1cacc-2f93-49b5-9af0-6b3a1d76c7bb already deleted. [ 600.310296] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72f1cacc-2f93-49b5-9af0-6b3a1d76c7bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.597461] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 in Status: SUCCESS [ 600.597783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.683380] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d475c817-c94e-4077-9586-18d9283ae374: rpc.has_security_group_logging(os_id): False [ 600.702838] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.703160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.703160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.703336] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.703385] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.703655] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.703861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.703914] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.704061] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.704139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.704314] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.704404] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.704472] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.704605] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.704668] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.704840] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.704932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.704986] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.706550] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.706641] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.706727] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d475c817-c94e-4077-9586-18d9283ae374 is going to be created. [ 600.717626] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.717795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.717858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.718074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.718274] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.719116] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.719116] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.719116] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.719116] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.719116] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.719116] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d already deleted. [ 600.719611] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.769762] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.769919] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.769992] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.770405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.770593] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.781804] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d475c817-c94e-4077-9586-18d9283ae374 in Status: IN_PROGRESS for 2s [ 601.088234] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.088369] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.088456] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.088808] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.090958] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.090958] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.090958] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.090958] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.090958] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.090958] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.090958] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.090958] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.090958] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.090958] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.091476] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.091476] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.125601] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.125975] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.127421] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.127421] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.127421] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-043871be-f09a-4a48-97c9-289dcd85b6a6 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.127421] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-043871be-f09a-4a48-97c9-289dcd85b6a6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.127421] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-043871be-f09a-4a48-97c9-289dcd85b6a6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.127866] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-043871be-f09a-4a48-97c9-289dcd85b6a6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.127937] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('043871be-f09a-4a48-97c9-289dcd85b6a6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.631166] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.631539] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.631646] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.631965] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.632142] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.632329] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 043871be-f09a-4a48-97c9-289dcd85b6a6 not found, creating... [ 601.632615] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.632796] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.632926] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.633195] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.633331] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.633604] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.633752] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.633863] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.634216] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.634360] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.634506] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 043871be-f09a-4a48-97c9-289dcd85b6a6 is going to be created. [ 601.657229] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.657487] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.657617] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.657963] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.658278] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.658603] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-043871be-f09a-4a48-97c9-289dcd85b6a6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.020501] env[65987]: INFO networking_nsxv3.common.synchronization [None req-42882322-3dab-4bd9-ac73-90010b8a211b None None] Enqueued Resource ID: c9963910-0052-42d7-8c62-72916045b899 with Priority: HIGHEST for action port [ 602.020973] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9963910-0052-42d7-8c62-72916045b899 with Priority: HIGHEST for action port [ 602.021285] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9963910-0052-42d7-8c62-72916045b899 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.021468] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9963910-0052-42d7-8c62-72916045b899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.021541] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9963910-0052-42d7-8c62-72916045b899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.021747] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9963910-0052-42d7-8c62-72916045b899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.021895] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9963910-0052-42d7-8c62-72916045b899',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.129604] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 in Status: SUCCESS [ 602.129856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.129943] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.130334] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.130334] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.130971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.130971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.130971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.130971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.130971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.130971] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6039facd-ac98-4384-b548-7cf4ee5c0254',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.417862] env[65987]: INFO networking_nsxv3.common.synchronization [req-1efea083-eb48-4955-97f9-bac3b10a8ec2 req-4fef903d-f70d-4491-8dc4-e796db90d435 service nova] Enqueued Resource ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d with Priority: HIGHEST for action security_group_rules [ 602.418050] env[65987]: INFO networking_nsxv3.common.synchronization [req-1efea083-eb48-4955-97f9-bac3b10a8ec2 req-4fef903d-f70d-4491-8dc4-e796db90d435 service nova] Enqueued Resource ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d with Priority: HIGHEST for action security_group_members [ 602.418744] env[65987]: INFO networking_nsxv3.common.synchronization [req-1efea083-eb48-4955-97f9-bac3b10a8ec2 req-4fef903d-f70d-4491-8dc4-e796db90d435 service nova] Enqueued Resource ID: 043871be-f09a-4a48-97c9-289dcd85b6a6 with Priority: HIGHEST for action port [ 602.420053] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d with Priority: HIGHEST for action security_group_rules [ 602.420262] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d with Priority: HIGHEST for action security_group_members [ 602.420370] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043871be-f09a-4a48-97c9-289dcd85b6a6 with Priority: HIGHEST for action port [ 602.420656] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.421041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.421041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.421267] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.421267] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.422175] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.422304] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.422368] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.422538] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.422683] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.423059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.423122] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.423312] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.423401] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.423525] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.424249] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-043871be-f09a-4a48-97c9-289dcd85b6a6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.424356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-043871be-f09a-4a48-97c9-289dcd85b6a6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.425252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-043871be-f09a-4a48-97c9-289dcd85b6a6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.425252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-043871be-f09a-4a48-97c9-289dcd85b6a6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.425252] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('043871be-f09a-4a48-97c9-289dcd85b6a6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.524302] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9963910-0052-42d7-8c62-72916045b899 [ 602.524598] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.524780] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.524866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.525094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.525187] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.525301] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9963910-0052-42d7-8c62-72916045b899 already deleted. [ 602.525392] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9963910-0052-42d7-8c62-72916045b899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.625823] env[65987]: INFO networking_nsxv3.common.synchronization [None req-a3318349-d91f-4dfe-bfb9-59f447a8e09c None None] Enqueued Resource ID: 462aecf0-23d3-47d9-afad-052551d6aae7 with Priority: HIGHEST for action port [ 602.626897] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462aecf0-23d3-47d9-afad-052551d6aae7 with Priority: HIGHEST for action port [ 602.627121] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-462aecf0-23d3-47d9-afad-052551d6aae7 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.627378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-462aecf0-23d3-47d9-afad-052551d6aae7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.627534] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-462aecf0-23d3-47d9-afad-052551d6aae7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.628324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-462aecf0-23d3-47d9-afad-052551d6aae7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.628324] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('462aecf0-23d3-47d9-afad-052551d6aae7',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.633551] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6039facd-ac98-4384-b548-7cf4ee5c0254 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.633551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.633551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.633551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.633978] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.633978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.633978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.633978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.633978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.634149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.634189] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6039facd-ac98-4384-b548-7cf4ee5c0254 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.634329] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.634329] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.634488] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.634760] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.634883] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.634963] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.635134] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.635265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.635322] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.635923] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6039facd-ac98-4384-b548-7cf4ee5c0254',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.797301] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d475c817-c94e-4077-9586-18d9283ae374 in Status: SUCCESS [ 602.797960] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.928798] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 043871be-f09a-4a48-97c9-289dcd85b6a6 with status ACTIVE [ 602.928798] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.929081] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.929286] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.929542] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.929649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.929922] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.930060] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.930155] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.930409] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.930511] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.930690] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.930796] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.930884] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.931039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.931118] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.931219] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 043871be-f09a-4a48-97c9-289dcd85b6a6 is going to be updated. [ 602.933106] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.934560] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.934560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.971709] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.971709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.971709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.971709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.971709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.971709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-043871be-f09a-4a48-97c9-289dcd85b6a6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.130596] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 462aecf0-23d3-47d9-afad-052551d6aae7 [ 603.132402] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.132591] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.132677] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.132989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.132989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.133216] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:462aecf0-23d3-47d9-afad-052551d6aae7 already deleted. [ 603.133216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-462aecf0-23d3-47d9-afad-052551d6aae7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.137708] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6039facd-ac98-4384-b548-7cf4ee5c0254: rpc.has_security_group_logging(os_id): False [ 603.159600] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.159963] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.159963] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.160064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.160156] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.160386] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.160648] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.160648] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.160818] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.160818] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.161037] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.161037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.161338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.161338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.161338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.161554] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.161554] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.161554] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.161747] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.161747] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.162175] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 is going to be created. [ 603.233626] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.233782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.233825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.234158] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.234484] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.248882] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 in Status: IN_PROGRESS for 2s [ 603.435432] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.867225] env[65987]: INFO networking_nsxv3.common.synchronization [req-6d2bd904-90c8-4bac-a315-240d76098ff2 req-fad3251e-d13a-4af6-8e3c-8cf425f312e3 tempest-MigrationsAdminTest-1847929876 tempest-MigrationsAdminTest-1847929876-project-member] Enqueued Resource ID: c6623897-f36a-4403-8265-a03a390d0416 with Priority: HIGHEST for action security_group_members [ 603.867795] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6623897-f36a-4403-8265-a03a390d0416 with Priority: HIGHEST for action security_group_members [ 603.868117] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6623897-f36a-4403-8265-a03a390d0416 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.868243] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.868328] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.868621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.868797] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.868902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.868964] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.869161] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.869250] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.869343] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.938527] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.938720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.938779] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.938963] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.939172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.939265] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d is going to be created. [ 603.966314] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.966314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.966314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.966652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.966652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.976939] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d in Status: UNINITIALIZED for 2s [ 604.374540] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.374540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.374540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.374540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.374540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.374540] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.374540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.374540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.374540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.374540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.374540] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6623897-f36a-4403-8265-a03a390d0416 already deleted. [ 604.374540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.510496] env[65987]: INFO networking_nsxv3.common.synchronization [None req-77e4d5f3-d308-4fe0-a976-716facaf9f63 None None] Enqueued Resource ID: a54e9700-679f-4a90-8183-e9eab1239249 with Priority: HIGHEST for action port [ 604.511384] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a54e9700-679f-4a90-8183-e9eab1239249 with Priority: HIGHEST for action port [ 604.511848] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-a54e9700-679f-4a90-8183-e9eab1239249 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.511848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a54e9700-679f-4a90-8183-e9eab1239249" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.511848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a54e9700-679f-4a90-8183-e9eab1239249" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.512196] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a54e9700-679f-4a90-8183-e9eab1239249" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.512759] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a54e9700-679f-4a90-8183-e9eab1239249',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.676020] env[65987]: INFO networking_nsxv3.common.synchronization [None req-01f1c36f-ed71-4329-88cc-81e7d12d47ef None None] Enqueued Resource ID: 84fa15b4-7cfb-4d1a-ba7b-9abc4fcb8cf0 with Priority: HIGHEST for action port [ 604.676020] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fa15b4-7cfb-4d1a-ba7b-9abc4fcb8cf0 with Priority: HIGHEST for action port [ 604.676020] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-84fa15b4-7cfb-4d1a-ba7b-9abc4fcb8cf0 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.676755] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84fa15b4-7cfb-4d1a-ba7b-9abc4fcb8cf0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.677422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84fa15b4-7cfb-4d1a-ba7b-9abc4fcb8cf0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.677670] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84fa15b4-7cfb-4d1a-ba7b-9abc4fcb8cf0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.679764] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84fa15b4-7cfb-4d1a-ba7b-9abc4fcb8cf0',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.774157] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.774676] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.774868] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.775151] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.775432] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.775596] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.775723] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.775941] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.776095] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.776298] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.776817] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.776817] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.776817] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.776817] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.776817] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.778511] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.796650] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.797027] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.797027] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.797027] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.797326] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-879f4fec-eaa6-4361-86cc-7f05aa0a77d2 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.797496] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-879f4fec-eaa6-4361-86cc-7f05aa0a77d2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.797608] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-879f4fec-eaa6-4361-86cc-7f05aa0a77d2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.797925] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-879f4fec-eaa6-4361-86cc-7f05aa0a77d2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.798177] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('879f4fec-eaa6-4361-86cc-7f05aa0a77d2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.020786] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a54e9700-679f-4a90-8183-e9eab1239249 [ 605.020786] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.020786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.020786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.020786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.020786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.020786] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a54e9700-679f-4a90-8183-e9eab1239249 already deleted. [ 605.020786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a54e9700-679f-4a90-8183-e9eab1239249" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.183401] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84fa15b4-7cfb-4d1a-ba7b-9abc4fcb8cf0 [ 605.183737] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.184083] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.184083] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.184180] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.184259] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.184369] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84fa15b4-7cfb-4d1a-ba7b-9abc4fcb8cf0 already deleted. [ 605.184507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84fa15b4-7cfb-4d1a-ba7b-9abc4fcb8cf0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.263577] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 in Status: SUCCESS [ 605.263577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.301131] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.301380] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.301520] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.301830] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.301987] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.302161] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 879f4fec-eaa6-4361-86cc-7f05aa0a77d2 not found, creating... [ 605.302544] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.303187] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.303187] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.303187] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.303187] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.303589] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.303786] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.303879] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.304114] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.304258] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.304396] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 879f4fec-eaa6-4361-86cc-7f05aa0a77d2 is going to be created. [ 605.330459] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.330459] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.330459] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.330459] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.330459] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.330459] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-879f4fec-eaa6-4361-86cc-7f05aa0a77d2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.486010] env[65987]: INFO networking_nsxv3.common.synchronization [req-31cc418f-1d12-4b6a-85d4-223cc397d30e req-90d2b4a6-3292-4327-b4aa-d3d0ddf193c2 tempest-ServersAdminTestJSON-1881097938 tempest-ServersAdminTestJSON-1881097938-project-member] Enqueued Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 605.486646] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 605.486967] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.487099] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.487165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.487463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.487621] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.487711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.487768] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.487923] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.488016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.488112] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.989249] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d in Status: SUCCESS [ 605.990081] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.990081] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.990081] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.990081] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.992139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.992334] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.992541] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.992869] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.992955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.993170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.993269] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.993385] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f already deleted. [ 605.993477] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.993615] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.993773] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.993993] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.994120] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.994190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.994352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.994435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.994499] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.994608] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.077101] env[65987]: INFO networking_nsxv3.common.synchronization [req-6d2bd904-90c8-4bac-a315-240d76098ff2 req-a634ec97-32fb-45c1-97a4-d415689e8821 service nova] Enqueued Resource ID: c6623897-f36a-4403-8265-a03a390d0416 with Priority: HIGHEST for action security_group_rules [ 606.077101] env[65987]: INFO networking_nsxv3.common.synchronization [req-6d2bd904-90c8-4bac-a315-240d76098ff2 req-a634ec97-32fb-45c1-97a4-d415689e8821 service nova] Enqueued Resource ID: c6623897-f36a-4403-8265-a03a390d0416 with Priority: HIGHEST for action security_group_members [ 606.077101] env[65987]: INFO networking_nsxv3.common.synchronization [req-6d2bd904-90c8-4bac-a315-240d76098ff2 req-a634ec97-32fb-45c1-97a4-d415689e8821 service nova] Enqueued Resource ID: 879f4fec-eaa6-4361-86cc-7f05aa0a77d2 with Priority: HIGHEST for action port [ 606.077101] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6623897-f36a-4403-8265-a03a390d0416 with Priority: HIGHEST for action security_group_rules [ 606.077101] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6623897-f36a-4403-8265-a03a390d0416 with Priority: HIGHEST for action security_group_members [ 606.077101] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879f4fec-eaa6-4361-86cc-7f05aa0a77d2 with Priority: HIGHEST for action port [ 606.081028] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6623897-f36a-4403-8265-a03a390d0416 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.081028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.081028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.081028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.081028] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.081028] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6623897-f36a-4403-8265-a03a390d0416 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.081028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.081028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.081028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.081028] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.081028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.081028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.081028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.081028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.081028] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.081028] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-879f4fec-eaa6-4361-86cc-7f05aa0a77d2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.082037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-879f4fec-eaa6-4361-86cc-7f05aa0a77d2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.082244] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-879f4fec-eaa6-4361-86cc-7f05aa0a77d2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.082882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-879f4fec-eaa6-4361-86cc-7f05aa0a77d2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.082882] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('879f4fec-eaa6-4361-86cc-7f05aa0a77d2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.293171] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.293300] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-542" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.293475] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-542" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.293852] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-542" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.294061] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.294246] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.294331] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.294544] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.294679] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.294875] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.295219] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.295219] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.295219] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.295373] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.295373] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.295491] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.319535] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.319796] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.319936] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.320096] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-542" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.320544] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-ed716df7-bd8d-401a-8c6b-392aaa767e5f taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.320725] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-ed716df7-bd8d-401a-8c6b-392aaa767e5f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.320839] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-ed716df7-bd8d-401a-8c6b-392aaa767e5f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.321692] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-ed716df7-bd8d-401a-8c6b-392aaa767e5f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.321692] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed716df7-bd8d-401a-8c6b-392aaa767e5f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.497007] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.585897] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6623897-f36a-4403-8265-a03a390d0416 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.585897] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.586069] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.587471] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 879f4fec-eaa6-4361-86cc-7f05aa0a77d2 with status ACTIVE [ 606.587471] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.587471] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.587471] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.587661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.587735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.587927] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.588039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.588104] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.588304] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.588401] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.588598] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.588698] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.588759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.588915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.588990] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.594142] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 879f4fec-eaa6-4361-86cc-7f05aa0a77d2 is going to be updated. [ 606.619389] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.620079] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.620393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.620666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.620811] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.620993] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-879f4fec-eaa6-4361-86cc-7f05aa0a77d2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.630372] env[65987]: INFO networking_nsxv3.common.synchronization [None req-dfea11b3-3e56-4746-91be-892c1c37c488 tempest-ServersWithSpecificFlavorTestJSON-1341861840 tempest-ServersWithSpecificFlavorTestJSON-1341861840-project-member] Enqueued Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGHEST for action security_group_rules [ 606.631938] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGHEST for action security_group_rules [ 606.632313] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.632483] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.632599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.632915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.633074] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.729019] env[65987]: INFO networking_nsxv3.common.synchronization [None req-5595aad1-551e-4c1e-b9fb-8cda81c97c5d None None] Enqueued Resource ID: ed86731a-aa1f-41bb-a55c-6731a822fc77 with Priority: HIGHEST for action port [ 606.729019] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed86731a-aa1f-41bb-a55c-6731a822fc77 with Priority: HIGHEST for action port [ 606.730551] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed86731a-aa1f-41bb-a55c-6731a822fc77 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.730551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed86731a-aa1f-41bb-a55c-6731a822fc77" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.730551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed86731a-aa1f-41bb-a55c-6731a822fc77" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.730551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed86731a-aa1f-41bb-a55c-6731a822fc77" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.730551] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed86731a-aa1f-41bb-a55c-6731a822fc77',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.826243] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.826243] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.826243] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.826243] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.826243] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.826243] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port ed716df7-bd8d-401a-8c6b-392aaa767e5f not found, creating... [ 606.826243] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.826243] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.826243] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.826243] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.826788] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.827105] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.827258] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.827369] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.828194] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.828194] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.828194] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: ed716df7-bd8d-401a-8c6b-392aaa767e5f is going to be created. [ 606.850988] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.851283] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.851337] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.851590] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.851798] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.852080] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-ed716df7-bd8d-401a-8c6b-392aaa767e5f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.002013] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d: rpc.has_security_group_logging(os_id): False [ 607.024022] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.024022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.024022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.024022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.024022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.024022] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.024022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.024022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.024022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.024022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.024022] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d is going to be created. [ 607.085883] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.086205] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.086205] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.086665] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.086665] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.097180] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.105582] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d in Status: IN_PROGRESS for 2s [ 607.162584] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.162584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.162584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.162584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.162584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.162584] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 already deleted. [ 607.162584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.233535] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed86731a-aa1f-41bb-a55c-6731a822fc77 [ 607.233867] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.234096] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.234313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.234413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.234503] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.234656] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed86731a-aa1f-41bb-a55c-6731a822fc77 already deleted. [ 607.234790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed86731a-aa1f-41bb-a55c-6731a822fc77" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.563562] env[65987]: INFO networking_nsxv3.common.synchronization [req-31cc418f-1d12-4b6a-85d4-223cc397d30e req-195531f2-e625-4834-a222-88b8d3eabf25 service nova] Enqueued Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_rules [ 607.563781] env[65987]: INFO networking_nsxv3.common.synchronization [req-31cc418f-1d12-4b6a-85d4-223cc397d30e req-195531f2-e625-4834-a222-88b8d3eabf25 service nova] Enqueued Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 607.563961] env[65987]: INFO networking_nsxv3.common.synchronization [req-31cc418f-1d12-4b6a-85d4-223cc397d30e req-195531f2-e625-4834-a222-88b8d3eabf25 service nova] Enqueued Resource ID: ed716df7-bd8d-401a-8c6b-392aaa767e5f with Priority: HIGHEST for action port [ 607.564612] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_rules [ 607.564784] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 607.564913] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed716df7-bd8d-401a-8c6b-392aaa767e5f with Priority: HIGHEST for action port [ 607.565639] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.565792] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.565882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.566564] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.566610] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.568636] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.568783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.568871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.569112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.569309] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.569452] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.569562] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.569917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.570231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.570296] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.574394] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed716df7-bd8d-401a-8c6b-392aaa767e5f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.575395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed716df7-bd8d-401a-8c6b-392aaa767e5f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.575395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed716df7-bd8d-401a-8c6b-392aaa767e5f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.575395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed716df7-bd8d-401a-8c6b-392aaa767e5f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.575395] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed716df7-bd8d-401a-8c6b-392aaa767e5f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.599875] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.600074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.600174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.600454] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.600682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.600682] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6623897-f36a-4403-8265-a03a390d0416 is going to be created. [ 607.626618] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.627505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.627505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.627765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.627964] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.642570] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6623897-f36a-4403-8265-a03a390d0416 in Status: UNINITIALIZED for 2s [ 607.719102] env[65987]: INFO networking_nsxv3.common.synchronization [None req-155e2884-4396-4cad-b029-53a66615eef8 tempest-ServersWithSpecificFlavorTestJSON-1341861840 tempest-ServersWithSpecificFlavorTestJSON-1341861840-project-member] Enqueued Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGHEST for action security_group_rules [ 607.719388] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGHEST for action security_group_rules [ 607.719652] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.719893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.719893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.720085] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.720172] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.068637] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.068637] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.075192] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.081025] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed716df7-bd8d-401a-8c6b-392aaa767e5f with status ACTIVE [ 608.081025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.081025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.081025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.081025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.081025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.081025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.081025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.081025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.081025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.081025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.081025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.081025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.081025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.081025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.081025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.081025] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed716df7-bd8d-401a-8c6b-392aaa767e5f is going to be updated. [ 608.109172] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.109172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.109172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.109172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.109172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.109172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed716df7-bd8d-401a-8c6b-392aaa767e5f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.147898] env[65987]: INFO networking_nsxv3.common.synchronization [None req-21564de1-1a6b-4ebe-95a8-a66a278c26cc None None] Enqueued Resource ID: 185a5b84-2905-4ab9-89d9-bd0837700857 with Priority: HIGHEST for action port [ 608.149039] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185a5b84-2905-4ab9-89d9-bd0837700857 with Priority: HIGHEST for action port [ 608.149039] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-185a5b84-2905-4ab9-89d9-bd0837700857 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.149432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-185a5b84-2905-4ab9-89d9-bd0837700857" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.149546] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-185a5b84-2905-4ab9-89d9-bd0837700857" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.149721] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-185a5b84-2905-4ab9-89d9-bd0837700857" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.149858] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('185a5b84-2905-4ab9-89d9-bd0837700857',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.246560] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.246560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.246789] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.246825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.246887] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.247803] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 already deleted. [ 608.247803] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.585617] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.654764] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 185a5b84-2905-4ab9-89d9-bd0837700857 [ 608.655224] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.655632] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.655632] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.655755] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.655858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.655994] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:185a5b84-2905-4ab9-89d9-bd0837700857 already deleted. [ 608.656657] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-185a5b84-2905-4ab9-89d9-bd0837700857" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.089702] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.089865] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.089949] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.090193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.090287] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.092721] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f is going to be created. [ 609.119205] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.119525] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.119579] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.119771] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.119950] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.122506] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d in Status: SUCCESS [ 609.122644] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.132094] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: UNINITIALIZED for 2s [ 609.654768] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6623897-f36a-4403-8265-a03a390d0416 in Status: SUCCESS [ 609.655013] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.655186] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.655399] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.655627] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.655750] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.655816] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.655978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.656072] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.656156] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.656251] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.160168] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6623897-f36a-4403-8265-a03a390d0416 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.160476] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.160476] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.160575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.160783] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.160966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.161078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.161320] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.161691] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.161691] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.161964] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6623897-f36a-4403-8265-a03a390d0416 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.161964] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.161964] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.162195] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.162374] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.162511] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.162568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.162725] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.162795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.162875] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.162965] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.183719] env[65987]: INFO networking_nsxv3.common.synchronization [None req-fb12193d-7803-49bb-a5ba-7f98d1b59e34 None None] Enqueued Resource ID: 40dfd377-f38d-4ff6-b575-c6291eb4c807 with Priority: HIGHEST for action port [ 610.184659] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40dfd377-f38d-4ff6-b575-c6291eb4c807 with Priority: HIGHEST for action port [ 610.185495] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-40dfd377-f38d-4ff6-b575-c6291eb4c807 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.185603] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40dfd377-f38d-4ff6-b575-c6291eb4c807" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.185694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40dfd377-f38d-4ff6-b575-c6291eb4c807" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.186028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40dfd377-f38d-4ff6-b575-c6291eb4c807" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.186119] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40dfd377-f38d-4ff6-b575-c6291eb4c807',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.665741] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6623897-f36a-4403-8265-a03a390d0416: rpc.has_security_group_logging(os_id): False [ 610.686384] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.686596] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.686662] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.686848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.686951] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.687174] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.687274] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.687346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.687537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.687621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.687796] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.687903] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.687979] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.688142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.688218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.688409] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.688505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.688567] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.688708] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.688841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.688885] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6623897-f36a-4403-8265-a03a390d0416 is going to be created. [ 610.690055] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40dfd377-f38d-4ff6-b575-c6291eb4c807 [ 610.690230] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.690341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.690393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.690532] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.690608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.690716] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40dfd377-f38d-4ff6-b575-c6291eb4c807 already deleted. [ 610.690827] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40dfd377-f38d-4ff6-b575-c6291eb4c807" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.770388] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.770647] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.770870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.770997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.771231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.787251] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6623897-f36a-4403-8265-a03a390d0416 in Status: IN_PROGRESS for 2s [ 611.144188] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: SUCCESS [ 611.144569] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.144796] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.145073] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.145446] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.145668] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.145848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.146167] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.146264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.146390] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.146545] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.372449] env[65987]: INFO networking_nsxv3.common.synchronization [req-c935f64b-9010-4aa6-9c98-fea10c407bd6 req-b40f3e8d-9b98-4fdd-8acf-f888f9bf86ee tempest-ImagesOneServerTestJSON-170073957 tempest-ImagesOneServerTestJSON-170073957-project-member] Enqueued Resource ID: c79ce853-cbff-4ef1-ac70-3288818ed062 with Priority: HIGHEST for action security_group_members [ 611.372942] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c79ce853-cbff-4ef1-ac70-3288818ed062 with Priority: HIGHEST for action security_group_members [ 611.373202] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c79ce853-cbff-4ef1-ac70-3288818ed062 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.377018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.377018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.377018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.377018] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.377018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.377018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.377018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.377018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.377018] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c79ce853-cbff-4ef1-ac70-3288818ed062',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.651112] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.651263] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.651333] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.651661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.651930] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.652105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.652220] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.652543] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.652755] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.652859] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.653041] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.653201] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.653316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.653575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.653782] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.653942] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.654680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.654680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.654680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.654680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.654855] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.780017] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.780017] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-255" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.784019] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-255" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.784019] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-255" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.784019] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.784019] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.784019] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.784019] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.784019] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.785397] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.785632] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.786330] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.786330] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.786330] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.786330] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.786517] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.806665] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.807480] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.807641] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.807823] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-255" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.808186] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-28e3090c-9731-477d-b989-62a7455e6000 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.808363] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-28e3090c-9731-477d-b989-62a7455e6000" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.808466] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-28e3090c-9731-477d-b989-62a7455e6000" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.808810] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-28e3090c-9731-477d-b989-62a7455e6000" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.808939] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28e3090c-9731-477d-b989-62a7455e6000',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.878581] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.878838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.878926] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.879184] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.879277] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.879776] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.879923] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.880022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.880219] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.880330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.880510] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c79ce853-cbff-4ef1-ac70-3288818ed062 already deleted. [ 611.880604] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.157304] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b8f3c6c-8111-4fa6-8e15-758740f2f03f: rpc.has_security_group_logging(os_id): False [ 612.177871] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.178052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.178131] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.178358] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.178469] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.178683] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.178788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.178845] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.179061] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.179203] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.179568] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.179701] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.179766] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.179924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.180064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.180342] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.180501] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.180568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.180718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.180794] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.180880] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f is going to be created. [ 612.251123] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.251707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.251707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.251707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.254048] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.265204] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: IN_PROGRESS for 2s [ 612.312922] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.313365] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.313365] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.313365] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.313867] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.313867] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 28e3090c-9731-477d-b989-62a7455e6000 not found, creating... [ 612.314224] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.314447] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.314588] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.314968] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.315168] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.315611] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.315846] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.316063] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.316353] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.316572] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.316692] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 28e3090c-9731-477d-b989-62a7455e6000 is going to be created. [ 612.343449] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.343823] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.343891] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.344186] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.344414] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.344643] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-28e3090c-9731-477d-b989-62a7455e6000" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.803519] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6623897-f36a-4403-8265-a03a390d0416 in Status: SUCCESS [ 612.804207] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.124412] env[65987]: INFO networking_nsxv3.common.synchronization [req-c935f64b-9010-4aa6-9c98-fea10c407bd6 req-4bb6c2ff-597f-4738-8255-fe07d43430b4 service nova] Enqueued Resource ID: c79ce853-cbff-4ef1-ac70-3288818ed062 with Priority: HIGHEST for action security_group_rules [ 613.124412] env[65987]: INFO networking_nsxv3.common.synchronization [req-c935f64b-9010-4aa6-9c98-fea10c407bd6 req-4bb6c2ff-597f-4738-8255-fe07d43430b4 service nova] Enqueued Resource ID: c79ce853-cbff-4ef1-ac70-3288818ed062 with Priority: HIGHEST for action security_group_members [ 613.124666] env[65987]: INFO networking_nsxv3.common.synchronization [req-c935f64b-9010-4aa6-9c98-fea10c407bd6 req-4bb6c2ff-597f-4738-8255-fe07d43430b4 service nova] Enqueued Resource ID: 28e3090c-9731-477d-b989-62a7455e6000 with Priority: HIGHEST for action port [ 613.125209] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c79ce853-cbff-4ef1-ac70-3288818ed062 with Priority: HIGHEST for action security_group_rules [ 613.125327] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c79ce853-cbff-4ef1-ac70-3288818ed062 with Priority: HIGHEST for action security_group_members [ 613.125433] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e3090c-9731-477d-b989-62a7455e6000 with Priority: HIGHEST for action port [ 613.126376] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c79ce853-cbff-4ef1-ac70-3288818ed062 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.126376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.126376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.126376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.126376] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c79ce853-cbff-4ef1-ac70-3288818ed062',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.127709] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c79ce853-cbff-4ef1-ac70-3288818ed062 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.127919] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.127919] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.128092] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.128358] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.128358] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.128469] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.128575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.128627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.129041] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c79ce853-cbff-4ef1-ac70-3288818ed062',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.129839] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-28e3090c-9731-477d-b989-62a7455e6000 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.129839] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28e3090c-9731-477d-b989-62a7455e6000" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.129839] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28e3090c-9731-477d-b989-62a7455e6000" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.130208] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28e3090c-9731-477d-b989-62a7455e6000" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.130208] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28e3090c-9731-477d-b989-62a7455e6000',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.632056] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c79ce853-cbff-4ef1-ac70-3288818ed062',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.633947] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c79ce853-cbff-4ef1-ac70-3288818ed062 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.637864] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.637864] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28e3090c-9731-477d-b989-62a7455e6000 with status ACTIVE [ 613.638030] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.638168] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.638168] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.638547] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.638547] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.638897] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.640529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.640529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.640529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.640529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.640529] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.640529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.640529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.640529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.640529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.640529] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28e3090c-9731-477d-b989-62a7455e6000 is going to be updated. [ 613.667115] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.667557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.667717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.667961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.668191] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.668499] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28e3090c-9731-477d-b989-62a7455e6000" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.833226] env[65987]: INFO networking_nsxv3.common.synchronization [req-b1ec50b3-765e-44f9-bd75-b22ff568f99b req-057f5554-0306-4869-b11f-c7b6f5965b8b tempest-ServersAdminTestJSON-1881097938 tempest-ServersAdminTestJSON-1881097938-project-member] Enqueued Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 613.833226] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 613.833226] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.833226] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.833226] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.833226] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.834043] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.834364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.834555] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.836033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.836387] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.836641] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.142610] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c79ce853-cbff-4ef1-ac70-3288818ed062',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.265214] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.265491] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-542" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.265634] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-542" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.266654] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-542" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.266932] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.267147] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.267304] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.268128] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.268350] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.268768] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.268768] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.268896] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.268994] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.269191] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.269241] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.269396] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.284539] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: SUCCESS [ 614.284732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.291640] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.291866] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.291991] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.292198] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-542" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.292649] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-66e8de89-ed21-42de-90fb-bf91ac36b872 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.292866] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-66e8de89-ed21-42de-90fb-bf91ac36b872" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.293020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-66e8de89-ed21-42de-90fb-bf91ac36b872" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.293392] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-66e8de89-ed21-42de-90fb-bf91ac36b872" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.293569] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66e8de89-ed21-42de-90fb-bf91ac36b872',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.338968] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.646486] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.646736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.646888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.647180] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.647325] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.647534] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c79ce853-cbff-4ef1-ac70-3288818ed062 is going to be created. [ 614.678341] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.678605] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.678605] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.679523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.679523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.691483] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c79ce853-cbff-4ef1-ac70-3288818ed062 in Status: UNINITIALIZED for 2s [ 614.795861] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.796100] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.796226] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.796510] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.796655] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.796808] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 66e8de89-ed21-42de-90fb-bf91ac36b872 not found, creating... [ 614.797111] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.797273] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.797385] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.797614] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.797747] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.798062] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.798234] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.798348] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.798579] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.798721] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.798858] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 66e8de89-ed21-42de-90fb-bf91ac36b872 is going to be created. [ 614.802314] env[65987]: INFO networking_nsxv3.common.synchronization [req-fac6468d-9b95-43ca-9b05-52777d54f791 req-fa9dcbe5-aa38-4d51-818a-342a46fc4054 tempest-DeleteServersAdminTestJSON-1962032253 tempest-DeleteServersAdminTestJSON-1962032253-project-admin] Enqueued Resource ID: 395218e4-8021-402b-9f45-e610b55e814d with Priority: HIGHEST for action security_group_members [ 614.803514] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395218e4-8021-402b-9f45-e610b55e814d with Priority: HIGHEST for action security_group_members [ 614.803716] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-395218e4-8021-402b-9f45-e610b55e814d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.803871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.803958] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.804191] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.804372] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.804482] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.804560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.804722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.804807] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.804915] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395218e4-8021-402b-9f45-e610b55e814d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.830414] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.830690] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.830825] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.831103] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.831353] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.831603] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-66e8de89-ed21-42de-90fb-bf91ac36b872" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.841924] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.309080] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.309080] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.309080] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.309080] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.309080] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.309080] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.309080] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.309080] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.309080] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.309080] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.309080] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395218e4-8021-402b-9f45-e610b55e814d is going to be updated. [ 615.346045] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.346772] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.346772] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.346997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.347048] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.349147] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f is going to be updated. [ 615.350870] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.351038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.351083] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.351316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.351462] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.362537] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395218e4-8021-402b-9f45-e610b55e814d in Status: IN_PROGRESS for 2s [ 615.382022] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.382022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.382022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.382022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.382022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.392616] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: IN_PROGRESS for 2s [ 615.586073] env[65987]: INFO networking_nsxv3.common.synchronization [req-b1ec50b3-765e-44f9-bd75-b22ff568f99b req-2496161c-d329-43ea-8852-8c0aa1a39215 service nova] Enqueued Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_rules [ 615.586316] env[65987]: INFO networking_nsxv3.common.synchronization [req-b1ec50b3-765e-44f9-bd75-b22ff568f99b req-2496161c-d329-43ea-8852-8c0aa1a39215 service nova] Enqueued Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 615.586505] env[65987]: INFO networking_nsxv3.common.synchronization [req-b1ec50b3-765e-44f9-bd75-b22ff568f99b req-2496161c-d329-43ea-8852-8c0aa1a39215 service nova] Enqueued Resource ID: 66e8de89-ed21-42de-90fb-bf91ac36b872 with Priority: HIGHEST for action port [ 615.587094] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_rules [ 615.587198] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 615.587297] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e8de89-ed21-42de-90fb-bf91ac36b872 with Priority: HIGHEST for action port [ 615.587633] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.587762] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.587827] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.588139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.588365] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.589440] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.589589] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.589820] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-66e8de89-ed21-42de-90fb-bf91ac36b872 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.589991] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66e8de89-ed21-42de-90fb-bf91ac36b872" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.589991] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66e8de89-ed21-42de-90fb-bf91ac36b872" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.590182] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66e8de89-ed21-42de-90fb-bf91ac36b872" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.590305] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66e8de89-ed21-42de-90fb-bf91ac36b872',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.632411] env[65987]: INFO networking_nsxv3.common.synchronization [req-a4c7a304-6584-4419-b238-bf98bbe6ae57 req-5da7b753-52be-4680-9e90-c0aba0b019fa tempest-ServerExternalEventsTest-203518966 tempest-ServerExternalEventsTest-203518966-project-member] Enqueued Resource ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 with Priority: HIGHEST for action security_group_members [ 615.633265] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 with Priority: HIGHEST for action security_group_members [ 615.633907] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-807c18c3-f9c7-4725-80f6-f69a83d70c09 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.634076] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.634076] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.634434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.634632] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.634753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.634835] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.635125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.635319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.635446] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('807c18c3-f9c7-4725-80f6-f69a83d70c09',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.013014] env[65987]: INFO networking_nsxv3.common.synchronization [req-9d32a77c-ec6c-4c8c-a8e1-ef36917e65f7 req-68e3723a-d97d-421f-a898-d377d1d86ab9 tempest-ServerDiagnosticsNegativeTest-1615451513 tempest-ServerDiagnosticsNegativeTest-1615451513-project-member] Enqueued Resource ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf with Priority: HIGHEST for action security_group_members [ 616.013601] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf with Priority: HIGHEST for action security_group_members [ 616.013923] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.014090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.014090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.014392] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.014474] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.014539] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.014592] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.014734] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.014816] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.014930] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.094434] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.094434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.094434] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66e8de89-ed21-42de-90fb-bf91ac36b872 with status ACTIVE [ 616.094434] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.094434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.094434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.094434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.094434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.094434] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.094832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.094832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.094832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.094832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.094956] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.095053] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.095116] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.095381] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.095484] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.095599] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66e8de89-ed21-42de-90fb-bf91ac36b872 is going to be updated. [ 616.120149] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.120149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.120149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.120149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.120149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.120149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66e8de89-ed21-42de-90fb-bf91ac36b872" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.138062] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.138062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.138062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.139058] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.139058] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.139265] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.139399] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.139714] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.139788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.139875] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.140011] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 is going to be updated. [ 616.171932] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.171932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.171932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.171932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.171932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.184032] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 in Status: IN_PROGRESS for 2s [ 616.517503] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.517705] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.517775] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.518066] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.518169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.518415] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.518540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.518625] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.518812] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.518912] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.519021] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf is going to be updated. [ 616.559886] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.560055] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.560147] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.560311] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.560466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.573192] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf in Status: IN_PROGRESS for 2s [ 616.704565] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c79ce853-cbff-4ef1-ac70-3288818ed062 in Status: SUCCESS [ 616.704882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.705118] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.705358] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.705589] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.705714] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.705788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.705962] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.706093] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.706184] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.706286] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c79ce853-cbff-4ef1-ac70-3288818ed062',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.209171] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c79ce853-cbff-4ef1-ac70-3288818ed062 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.209576] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.209576] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.210230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.210230] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.210230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.210439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.210477] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.210923] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.211074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.211263] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c79ce853-cbff-4ef1-ac70-3288818ed062 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.211364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.211425] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.211579] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.211759] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.211861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.211921] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.212117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.212202] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.212657] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.212789] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c79ce853-cbff-4ef1-ac70-3288818ed062',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.373410] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395218e4-8021-402b-9f45-e610b55e814d in Status: SUCCESS [ 617.373410] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395218e4-8021-402b-9f45-e610b55e814d deletion is rescheduled due to dependency. [ 617.373410] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.405389] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: SUCCESS [ 617.405633] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.405824] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.406202] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.406518] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.406735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.406862] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.407146] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.407315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.407493] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.718443] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c79ce853-cbff-4ef1-ac70-3288818ed062: rpc.has_security_group_logging(os_id): False [ 617.741599] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.741599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.741599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.741599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.741599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.741599] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.741599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.742180] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.742180] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.742180] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.742308] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.742437] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.742515] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.742674] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.742752] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.742939] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.743540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.743540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.743540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.743540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.743540] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c79ce853-cbff-4ef1-ac70-3288818ed062 is going to be created. [ 617.818596] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.818839] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.818945] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.819270] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.819486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.842392] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c79ce853-cbff-4ef1-ac70-3288818ed062 in Status: IN_PROGRESS for 2s [ 617.912536] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.195860] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 in Status: SUCCESS [ 618.196322] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 deletion is rescheduled due to dependency. [ 618.196549] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.417488] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.585972] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf in Status: SUCCESS [ 618.585972] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf deletion is rescheduled due to dependency. [ 618.585972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.920519] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.920519] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.920675] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.920822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.920918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.921040] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f is going to be updated. [ 618.943246] env[65987]: INFO networking_nsxv3.common.synchronization [req-ea754897-ce7f-40a8-9db0-1b1589c96729 req-2b3ecf0e-44a8-450a-9af8-891af4ada21c tempest-ServerDiagnosticsTest-1982101583 tempest-ServerDiagnosticsTest-1982101583-project-member] Enqueued Resource ID: d475c817-c94e-4077-9586-18d9283ae374 with Priority: HIGHEST for action security_group_members [ 618.943871] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d475c817-c94e-4077-9586-18d9283ae374 with Priority: HIGHEST for action security_group_members [ 618.944194] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d475c817-c94e-4077-9586-18d9283ae374 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.944321] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.944388] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.944611] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.944793] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.944982] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.944982] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.945509] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.945615] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.945857] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d475c817-c94e-4077-9586-18d9283ae374',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.954199] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.954199] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.954199] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.954199] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.954199] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.967841] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: IN_PROGRESS for 2s [ 619.452562] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.452562] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.452562] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.452562] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.452562] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.452562] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.452562] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.452562] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.452562] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.452562] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.452562] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d475c817-c94e-4077-9586-18d9283ae374 is going to be updated. [ 619.488034] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.488034] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.488034] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.488034] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.488034] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.499287] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d475c817-c94e-4077-9586-18d9283ae374 in Status: IN_PROGRESS for 2s [ 619.555978] env[65987]: INFO networking_nsxv3.common.synchronization [req-32e11fd2-b0db-4ab5-8314-01ac88c58911 req-4b720189-599f-492f-9e96-cb768fb06d76 tempest-ImagesNegativeTestJSON-1184791084 tempest-ImagesNegativeTestJSON-1184791084-project-member] Enqueued Resource ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 with Priority: HIGHEST for action security_group_members [ 619.556790] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 with Priority: HIGHEST for action security_group_members [ 619.557159] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6039facd-ac98-4384-b548-7cf4ee5c0254 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.557411] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.557494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.558117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.558117] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.558117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.558117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.558306] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.558306] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.558369] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6039facd-ac98-4384-b548-7cf4ee5c0254',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.859077] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c79ce853-cbff-4ef1-ac70-3288818ed062 in Status: SUCCESS [ 619.859317] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.063774] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.064491] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.064491] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.064620] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.064738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.065130] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.065316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.065425] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.066978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.066978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.066978] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 is going to be updated. [ 620.105844] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.105844] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.105844] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.105844] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.105844] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.118503] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 in Status: IN_PROGRESS for 2s [ 620.980126] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: SUCCESS [ 620.980471] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.980471] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.980676] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.980866] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.980866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.981027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.981097] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.981184] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.981310] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.981360] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.388257] env[65987]: INFO networking_nsxv3.common.synchronization [req-759c2101-ddb1-47b0-af1c-fc2f4065030b req-5c52fc2b-7b66-466d-b722-1f867c45a22e tempest-VolumesAssistedSnapshotsTest-1381014032 tempest-VolumesAssistedSnapshotsTest-1381014032-project-member] Enqueued Resource ID: 829aa62a-6089-4079-9025-78ed84149431 with Priority: HIGHEST for action security_group_members [ 621.388820] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829aa62a-6089-4079-9025-78ed84149431 with Priority: HIGHEST for action security_group_members [ 621.389377] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-829aa62a-6089-4079-9025-78ed84149431 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.389377] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.389377] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.389628] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.389736] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.389809] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.390256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.390256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.390256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.390501] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829aa62a-6089-4079-9025-78ed84149431',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.484921] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.485309] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.485309] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.485791] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.485791] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.485937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.485937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.486094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.486147] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.486400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.486400] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.486536] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.486590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.486778] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.486942] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.487166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.487166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.487291] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.487517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.487517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.487607] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.511697] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d475c817-c94e-4077-9586-18d9283ae374 in Status: SUCCESS [ 621.511881] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d475c817-c94e-4077-9586-18d9283ae374 deletion is rescheduled due to dependency. [ 621.515029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.745081] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.748151] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-844" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.748151] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-844" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.748151] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-844" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.748151] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.748151] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.748151] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.748151] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.748151] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.748151] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.748151] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.748151] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.748151] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.748151] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.748151] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.748151] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.771181] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.771181] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.771276] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.771712] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-844" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.772094] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-23a46475-a332-4707-a375-98210233f041 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.772272] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-23a46475-a332-4707-a375-98210233f041" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.772385] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-23a46475-a332-4707-a375-98210233f041" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.772744] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-23a46475-a332-4707-a375-98210233f041" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.772880] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a46475-a332-4707-a375-98210233f041',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.894722] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.894722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.894722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.894722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.894722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.894722] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.894722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.894722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.894722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.894722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.895264] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829aa62a-6089-4079-9025-78ed84149431 already deleted. [ 621.895264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.992350] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b8f3c6c-8111-4fa6-8e15-758740f2f03f: rpc.has_security_group_logging(os_id): False [ 622.010836] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.011281] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.011587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.011945] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.014025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.014025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.014025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.014025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.014025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.014025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.014025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.014025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.014025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.014025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.014025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.014025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.014025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.014025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.014910] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.015878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.015878] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f is going to be updated. [ 622.086362] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.086528] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.086580] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.086797] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.086940] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.101810] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: IN_PROGRESS for 2s [ 622.130039] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 in Status: SUCCESS [ 622.130039] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 deletion is rescheduled due to dependency. [ 622.130039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.278018] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.278018] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.278018] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.278018] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.278018] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.278376] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 23a46475-a332-4707-a375-98210233f041 not found, creating... [ 622.278376] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.278498] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.278606] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.278842] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.278986] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.279290] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.279446] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.279554] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.282021] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.282021] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.282021] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 23a46475-a332-4707-a375-98210233f041 is going to be created. [ 622.305278] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.305278] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.305278] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.305278] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.305278] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.305616] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-23a46475-a332-4707-a375-98210233f041" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.111037] env[65987]: INFO networking_nsxv3.common.synchronization [req-759c2101-ddb1-47b0-af1c-fc2f4065030b req-f171d1b2-f076-465c-ac1e-a483b83919c6 service nova] Enqueued Resource ID: 829aa62a-6089-4079-9025-78ed84149431 with Priority: HIGHEST for action security_group_rules [ 623.111686] env[65987]: INFO networking_nsxv3.common.synchronization [req-759c2101-ddb1-47b0-af1c-fc2f4065030b req-f171d1b2-f076-465c-ac1e-a483b83919c6 service nova] Enqueued Resource ID: 829aa62a-6089-4079-9025-78ed84149431 with Priority: HIGHEST for action security_group_members [ 623.111686] env[65987]: INFO networking_nsxv3.common.synchronization [req-759c2101-ddb1-47b0-af1c-fc2f4065030b req-f171d1b2-f076-465c-ac1e-a483b83919c6 service nova] Enqueued Resource ID: 23a46475-a332-4707-a375-98210233f041 with Priority: HIGHEST for action port [ 623.111686] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829aa62a-6089-4079-9025-78ed84149431 with Priority: HIGHEST for action security_group_rules [ 623.111686] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829aa62a-6089-4079-9025-78ed84149431 with Priority: HIGHEST for action security_group_members [ 623.111686] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a46475-a332-4707-a375-98210233f041 with Priority: HIGHEST for action port [ 623.112790] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-829aa62a-6089-4079-9025-78ed84149431 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.113031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.113085] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.113290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.113372] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('829aa62a-6089-4079-9025-78ed84149431',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.114970] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-829aa62a-6089-4079-9025-78ed84149431 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.114970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.114970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.116189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.116189] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.116189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.116189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.116189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.116189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.116189] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829aa62a-6089-4079-9025-78ed84149431',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.117033] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-23a46475-a332-4707-a375-98210233f041 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.117164] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23a46475-a332-4707-a375-98210233f041" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.117164] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23a46475-a332-4707-a375-98210233f041" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.117293] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23a46475-a332-4707-a375-98210233f041" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.117364] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a46475-a332-4707-a375-98210233f041',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.615877] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-829aa62a-6089-4079-9025-78ed84149431 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.616095] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.617630] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('829aa62a-6089-4079-9025-78ed84149431',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.621956] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23a46475-a332-4707-a375-98210233f041 with status ACTIVE [ 623.622218] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.622325] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.622416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.622652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.622884] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.622937] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.623054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.623118] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.623278] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.623353] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.623559] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.623684] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.623749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.623927] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.623982] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.624064] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23a46475-a332-4707-a375-98210233f041 is going to be updated. [ 623.660900] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.661133] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.661133] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.661338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.661472] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.661629] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23a46475-a332-4707-a375-98210233f041" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.119660] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: SUCCESS [ 624.120068] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.120154] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('829aa62a-6089-4079-9025-78ed84149431',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.623077] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.623271] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.623340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.623600] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.623695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.623811] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829aa62a-6089-4079-9025-78ed84149431 is going to be created. [ 624.655519] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.655699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.656161] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.656161] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.656291] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.668470] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829aa62a-6089-4079-9025-78ed84149431 in Status: UNINITIALIZED for 2s [ 626.424501] env[65987]: INFO networking_nsxv3.common.synchronization [req-93f9903b-f495-4ebe-a242-5c2c17370be4 req-c762798b-d9ad-4fbc-8e46-27154f5f77bb tempest-DeleteServersTestJSON-264165243 tempest-DeleteServersTestJSON-264165243-project-member] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 626.425192] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 626.425470] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.425640] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.425721] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.427370] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.427562] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.427690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.427793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.427971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.428020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.428093] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.681306] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829aa62a-6089-4079-9025-78ed84149431 in Status: SUCCESS [ 626.681543] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.681825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.682194] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.682688] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.682855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.682950] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.683280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.683280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.683414] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.683414] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('829aa62a-6089-4079-9025-78ed84149431',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.812644] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.813012] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.813688] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.814093] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.814431] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.814648] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.814827] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.815120] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.815322] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.815573] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.815947] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.815947] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.815947] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.816167] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.816313] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.816515] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.837263] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.837503] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.837687] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.837910] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.838292] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-465633e5-fdeb-4baa-a584-c4f9a99bd629 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.838546] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-465633e5-fdeb-4baa-a584-c4f9a99bd629" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.838717] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-465633e5-fdeb-4baa-a584-c4f9a99bd629" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.839074] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-465633e5-fdeb-4baa-a584-c4f9a99bd629" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.839266] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('465633e5-fdeb-4baa-a584-c4f9a99bd629',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.932125] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.932125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.932125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.932125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.932125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.932501] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.932501] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.932501] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.932501] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.932669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.932700] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 already deleted. [ 626.932824] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.188286] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('829aa62a-6089-4079-9025-78ed84149431',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.341909] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.342262] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.342340] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.342717] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.342872] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.343053] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 465633e5-fdeb-4baa-a584-c4f9a99bd629 not found, creating... [ 627.343936] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.344138] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.344264] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.344521] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.345232] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.345232] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.345232] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.345232] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.345472] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.345796] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.345796] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 465633e5-fdeb-4baa-a584-c4f9a99bd629 is going to be created. [ 627.374782] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.375086] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.375086] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.375382] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.375537] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.375812] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-465633e5-fdeb-4baa-a584-c4f9a99bd629" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.632617] env[65987]: INFO networking_nsxv3.common.synchronization [None req-c4f236fa-d0ac-421a-9de2-7b4b19484cb4 None None] Enqueued Resource ID: 91514bed-93b7-4cd9-ba34-121a831a385f with Priority: HIGHEST for action port [ 627.633618] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91514bed-93b7-4cd9-ba34-121a831a385f with Priority: HIGHEST for action port [ 627.633957] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-91514bed-93b7-4cd9-ba34-121a831a385f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.633957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91514bed-93b7-4cd9-ba34-121a831a385f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.634080] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91514bed-93b7-4cd9-ba34-121a831a385f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.634275] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91514bed-93b7-4cd9-ba34-121a831a385f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.634363] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91514bed-93b7-4cd9-ba34-121a831a385f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.690762] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 829aa62a-6089-4079-9025-78ed84149431: rpc.has_security_group_logging(os_id): False [ 627.713033] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.713033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.713033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.713033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.713033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.713033] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.713033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.713033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.713033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.713033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.713033] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 829aa62a-6089-4079-9025-78ed84149431 is going to be created. [ 627.793856] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.793856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.793856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.793856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.793856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.806979] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 829aa62a-6089-4079-9025-78ed84149431 in Status: IN_PROGRESS for 2s [ 628.137474] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91514bed-93b7-4cd9-ba34-121a831a385f [ 628.137980] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.138173] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.138240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.138424] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.138510] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.138605] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91514bed-93b7-4cd9-ba34-121a831a385f already deleted. [ 628.138683] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91514bed-93b7-4cd9-ba34-121a831a385f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.566264] env[65987]: INFO networking_nsxv3.common.synchronization [req-93f9903b-f495-4ebe-a242-5c2c17370be4 req-241f1154-4d64-41a1-97dd-151613bcf206 service nova] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_rules [ 628.567028] env[65987]: INFO networking_nsxv3.common.synchronization [req-93f9903b-f495-4ebe-a242-5c2c17370be4 req-241f1154-4d64-41a1-97dd-151613bcf206 service nova] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 628.567028] env[65987]: INFO networking_nsxv3.common.synchronization [req-93f9903b-f495-4ebe-a242-5c2c17370be4 req-241f1154-4d64-41a1-97dd-151613bcf206 service nova] Enqueued Resource ID: 465633e5-fdeb-4baa-a584-c4f9a99bd629 with Priority: HIGHEST for action port [ 628.567028] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_rules [ 628.567028] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 628.567028] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465633e5-fdeb-4baa-a584-c4f9a99bd629 with Priority: HIGHEST for action port [ 628.567797] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.567797] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.567797] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.568647] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.568777] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.571256] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.571256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.571256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.571256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.571256] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.571256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.571570] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.571609] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.571730] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.572044] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.573983] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-465633e5-fdeb-4baa-a584-c4f9a99bd629 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.573983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-465633e5-fdeb-4baa-a584-c4f9a99bd629" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.573983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-465633e5-fdeb-4baa-a584-c4f9a99bd629" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.573983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-465633e5-fdeb-4baa-a584-c4f9a99bd629" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.573983] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('465633e5-fdeb-4baa-a584-c4f9a99bd629',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.071857] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.072282] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.076933] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.078125] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 465633e5-fdeb-4baa-a584-c4f9a99bd629 with status ACTIVE [ 629.078125] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.078238] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.078238] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.081790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.081790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.081790] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.081790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.081790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.081790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.081790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.081790] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.083117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.083198] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.083395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.083493] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.083601] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 465633e5-fdeb-4baa-a584-c4f9a99bd629 is going to be updated. [ 629.108951] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.109204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.109285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.109504] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.109643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.109813] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-465633e5-fdeb-4baa-a584-c4f9a99bd629" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.586718] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.821030] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 829aa62a-6089-4079-9025-78ed84149431 in Status: SUCCESS [ 629.822033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.089285] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.089650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.089650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.090358] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.090358] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.090358] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be created. [ 630.119233] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.119415] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.119505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.119706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.119873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.132807] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: UNINITIALIZED for 2s [ 630.152121] env[65987]: INFO networking_nsxv3.common.synchronization [None req-21a0397a-ab86-4cf2-9b9a-548f446b4201 None None] Enqueued Resource ID: d177aa1a-f6a7-4b67-8484-8e96747bd1e8 with Priority: HIGHEST for action port [ 630.152121] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d177aa1a-f6a7-4b67-8484-8e96747bd1e8 with Priority: HIGHEST for action port [ 630.152121] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-d177aa1a-f6a7-4b67-8484-8e96747bd1e8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.152121] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d177aa1a-f6a7-4b67-8484-8e96747bd1e8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.152713] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d177aa1a-f6a7-4b67-8484-8e96747bd1e8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.153120] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d177aa1a-f6a7-4b67-8484-8e96747bd1e8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.153490] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d177aa1a-f6a7-4b67-8484-8e96747bd1e8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.659349] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d177aa1a-f6a7-4b67-8484-8e96747bd1e8 [ 630.659600] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.659739] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.659799] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.660057] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.660175] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.660256] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d177aa1a-f6a7-4b67-8484-8e96747bd1e8 already deleted. [ 630.660336] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d177aa1a-f6a7-4b67-8484-8e96747bd1e8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.980130] env[65987]: INFO networking_nsxv3.common.synchronization [req-0d84f17f-25ff-4349-99fd-72b6ba65ee41 req-08522786-bd1e-4eee-8186-b7d20c26d9af tempest-ListServersNegativeTestJSON-152860058 tempest-ListServersNegativeTestJSON-152860058-project-member] Enqueued Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_members [ 630.980745] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_members [ 630.981060] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.981262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.981338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.981604] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.981811] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.982183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.982183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.982183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.982315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.982315] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.435022] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.435022] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-304" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.435022] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-304" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.435951] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-304" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.436306] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.436434] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.436573] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.436916] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.437026] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.437201] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.437324] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.437430] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.437531] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.437635] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.437736] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.437858] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.460242] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.460242] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.460242] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.460242] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-304" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.460795] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-e86af861-6dc7-49ff-96f6-3323e4c311b3 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.461051] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-e86af861-6dc7-49ff-96f6-3323e4c311b3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.461299] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-e86af861-6dc7-49ff-96f6-3323e4c311b3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.461814] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-e86af861-6dc7-49ff-96f6-3323e4c311b3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.462981] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86af861-6dc7-49ff-96f6-3323e4c311b3',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.485105] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.485105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.485105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.485105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.485105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.485504] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.485504] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.485504] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.485671] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.485795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.485836] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 already deleted. [ 631.485920] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.967127] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.967409] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.967535] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.967831] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.967983] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.968148] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port e86af861-6dc7-49ff-96f6-3323e4c311b3 not found, creating... [ 631.968417] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.968564] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.969286] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.969554] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.969695] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.969983] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.970157] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.970272] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.970493] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.970644] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.970781] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: e86af861-6dc7-49ff-96f6-3323e4c311b3 is going to be created. [ 631.996219] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.996416] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.996488] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.996795] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.996985] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.997353] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-e86af861-6dc7-49ff-96f6-3323e4c311b3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.143483] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 632.143746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.143928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.144170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.144364] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.144486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.144551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.144706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.144786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.144869] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.144958] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.647372] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.647885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.647885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.647885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.648049] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.648149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.648209] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.648374] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.648494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.648752] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.648941] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.649062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.649127] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.649312] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.649458] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.649556] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.649616] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.649761] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.649840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.649940] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.650510] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.704654] env[65987]: INFO networking_nsxv3.common.synchronization [req-0d84f17f-25ff-4349-99fd-72b6ba65ee41 req-b3967a41-ed0e-4db6-b184-82a2eb25e042 service nova] Enqueued Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_rules [ 632.704905] env[65987]: INFO networking_nsxv3.common.synchronization [req-0d84f17f-25ff-4349-99fd-72b6ba65ee41 req-b3967a41-ed0e-4db6-b184-82a2eb25e042 service nova] Enqueued Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_members [ 632.705058] env[65987]: INFO networking_nsxv3.common.synchronization [req-0d84f17f-25ff-4349-99fd-72b6ba65ee41 req-b3967a41-ed0e-4db6-b184-82a2eb25e042 service nova] Enqueued Resource ID: e86af861-6dc7-49ff-96f6-3323e4c311b3 with Priority: HIGHEST for action port [ 632.705621] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_rules [ 632.705759] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_members [ 632.705856] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e86af861-6dc7-49ff-96f6-3323e4c311b3 with Priority: HIGHEST for action port [ 632.707131] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.707325] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.707435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.707816] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.707931] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.709273] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.710324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.710324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.710324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.710324] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.710324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.710324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.710324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.710324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.711599] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.713167] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e86af861-6dc7-49ff-96f6-3323e4c311b3 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.713336] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e86af861-6dc7-49ff-96f6-3323e4c311b3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.713448] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e86af861-6dc7-49ff-96f6-3323e4c311b3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.713773] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e86af861-6dc7-49ff-96f6-3323e4c311b3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.713870] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86af861-6dc7-49ff-96f6-3323e4c311b3',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.156341] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2: rpc.has_security_group_logging(os_id): False [ 633.182526] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.182526] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.182526] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.182526] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.182526] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.182526] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.182526] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.182526] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.182526] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.182526] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.182526] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.182526] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.182526] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.182526] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.183151] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.183151] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.183151] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.183151] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.183680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.183680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.184722] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be created. [ 633.215997] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.218226] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.218226] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.218841] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e86af861-6dc7-49ff-96f6-3323e4c311b3 with status ACTIVE [ 633.219262] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.219432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.219432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.219736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.221045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.221045] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.221045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.221045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.221045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.221045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.221045] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.221045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.221045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.221634] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.221634] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.221634] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e86af861-6dc7-49ff-96f6-3323e4c311b3 is going to be updated. [ 633.250571] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.250758] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.250806] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.251783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.251783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.251783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e86af861-6dc7-49ff-96f6-3323e4c311b3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.263144] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.263144] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.263144] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.263144] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.263316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.282656] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 633.723407] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.227030] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.227030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.227208] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.227336] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.227384] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.227481] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 is going to be created. [ 634.260323] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.260539] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.260638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.260892] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.261093] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.274357] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: UNINITIALIZED for 2s [ 635.300844] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 635.300844] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.287548] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: SUCCESS [ 636.288168] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.288528] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.288897] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.289238] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.289514] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.289690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.289965] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.291036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.291036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.291036] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.728147] env[65987]: INFO networking_nsxv3.common.synchronization [None req-6a1bf8d9-b891-4ae3-94ac-948df294e930 None None] Enqueued Resource ID: 85da049b-26ec-42d1-816f-cb8d9f2915d0 with Priority: HIGHEST for action port [ 636.728476] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85da049b-26ec-42d1-816f-cb8d9f2915d0 with Priority: HIGHEST for action port [ 636.729618] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-85da049b-26ec-42d1-816f-cb8d9f2915d0 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.729618] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85da049b-26ec-42d1-816f-cb8d9f2915d0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.729618] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85da049b-26ec-42d1-816f-cb8d9f2915d0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.729945] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85da049b-26ec-42d1-816f-cb8d9f2915d0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.730108] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85da049b-26ec-42d1-816f-cb8d9f2915d0',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.798029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.798029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.798029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.798029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.798029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.798029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.798029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.798029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.798029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.798029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.798029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.798029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.798029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.798029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.798029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.798029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.798726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.798726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.798726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.798726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.798726] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.232419] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85da049b-26ec-42d1-816f-cb8d9f2915d0 [ 637.233209] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.234741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.234741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.234741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.234741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.234741] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85da049b-26ec-42d1-816f-cb8d9f2915d0 already deleted. [ 637.234741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85da049b-26ec-42d1-816f-cb8d9f2915d0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.303713] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8807c1a-c456-4217-a517-3e4d4d1f44a5: rpc.has_security_group_logging(os_id): False [ 637.329649] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.329649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.329649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.329649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.329985] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.330041] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.330227] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.330295] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.330509] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.330631] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.330841] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.330903] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.330950] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.331626] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.332932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.332932] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.332932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.333126] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.333168] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.333866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.333866] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 is going to be created. [ 637.416430] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.416649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.416778] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.417077] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.417380] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.435972] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: IN_PROGRESS for 2s [ 638.481013] env[65987]: INFO networking_nsxv3.common.synchronization [None req-1b7ba566-da2f-42dd-9f97-5de16cabe103 None None] Enqueued Resource ID: 661f5b0d-0287-4368-b3be-7f80f8d882aa with Priority: HIGHEST for action port [ 638.481618] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 661f5b0d-0287-4368-b3be-7f80f8d882aa with Priority: HIGHEST for action port [ 638.481948] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-661f5b0d-0287-4368-b3be-7f80f8d882aa taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.483257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-661f5b0d-0287-4368-b3be-7f80f8d882aa" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.484529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-661f5b0d-0287-4368-b3be-7f80f8d882aa" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.484824] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-661f5b0d-0287-4368-b3be-7f80f8d882aa" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.484921] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('661f5b0d-0287-4368-b3be-7f80f8d882aa',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.803853] env[65987]: INFO networking_nsxv3.common.synchronization [None req-b3c90c2a-8a28-4634-862b-47378cff51f1 None None] Enqueued Resource ID: 9ae931d5-ae0a-4df4-855a-bd447badd887 with Priority: HIGHEST for action port [ 638.804574] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae931d5-ae0a-4df4-855a-bd447badd887 with Priority: HIGHEST for action port [ 638.805466] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ae931d5-ae0a-4df4-855a-bd447badd887 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.805614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ae931d5-ae0a-4df4-855a-bd447badd887" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.805687] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ae931d5-ae0a-4df4-855a-bd447badd887" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.805965] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ae931d5-ae0a-4df4-855a-bd447badd887" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.806078] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae931d5-ae0a-4df4-855a-bd447badd887',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.991912] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 661f5b0d-0287-4368-b3be-7f80f8d882aa [ 638.992226] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.992354] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.992427] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.992716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.992773] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.992867] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:661f5b0d-0287-4368-b3be-7f80f8d882aa already deleted. [ 638.992966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-661f5b0d-0287-4368-b3be-7f80f8d882aa" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.309553] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ae931d5-ae0a-4df4-855a-bd447badd887 [ 639.309553] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.310178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.310178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.310178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.310178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.310178] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ae931d5-ae0a-4df4-855a-bd447badd887 already deleted. [ 639.310531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ae931d5-ae0a-4df4-855a-bd447badd887" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.450257] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: SUCCESS [ 639.450554] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.769366] env[65987]: INFO networking_nsxv3.common.synchronization [None req-816daa86-d54d-473f-aef0-3ce825a4b076 None None] Enqueued Resource ID: 1f504138-e8e5-4a90-ae06-9a3ca3844231 with Priority: HIGHEST for action port [ 640.769366] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f504138-e8e5-4a90-ae06-9a3ca3844231 with Priority: HIGHEST for action port [ 640.769366] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f504138-e8e5-4a90-ae06-9a3ca3844231 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.772195] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f504138-e8e5-4a90-ae06-9a3ca3844231" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.772195] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f504138-e8e5-4a90-ae06-9a3ca3844231" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.772195] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f504138-e8e5-4a90-ae06-9a3ca3844231" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.772195] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f504138-e8e5-4a90-ae06-9a3ca3844231',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.275475] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f504138-e8e5-4a90-ae06-9a3ca3844231 [ 641.275860] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.276075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.276075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.276252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.278022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.278022] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f504138-e8e5-4a90-ae06-9a3ca3844231 already deleted. [ 641.278022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f504138-e8e5-4a90-ae06-9a3ca3844231" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.258353] env[65987]: INFO networking_nsxv3.common.synchronization [None req-77350f20-06c0-490f-8639-b83c6d21cb1e None None] Enqueued Resource ID: 2d1c0824-6b2b-4aae-b0ca-758b90a5abeb with Priority: HIGHEST for action port [ 642.260386] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1c0824-6b2b-4aae-b0ca-758b90a5abeb with Priority: HIGHEST for action port [ 642.260566] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d1c0824-6b2b-4aae-b0ca-758b90a5abeb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.261147] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d1c0824-6b2b-4aae-b0ca-758b90a5abeb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.261147] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d1c0824-6b2b-4aae-b0ca-758b90a5abeb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.261394] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d1c0824-6b2b-4aae-b0ca-758b90a5abeb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.261475] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d1c0824-6b2b-4aae-b0ca-758b90a5abeb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.764307] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d1c0824-6b2b-4aae-b0ca-758b90a5abeb [ 642.764550] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.764974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.764974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.765172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.765172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.765269] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d1c0824-6b2b-4aae-b0ca-758b90a5abeb already deleted. [ 642.765359] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d1c0824-6b2b-4aae-b0ca-758b90a5abeb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.629890] env[65987]: INFO networking_nsxv3.common.synchronization [None req-84664562-03be-4322-9ed7-c7b31565b932 None None] Enqueued Resource ID: b7402e50-9961-40ad-aab5-4db9babc7aea with Priority: HIGHEST for action port [ 643.630447] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7402e50-9961-40ad-aab5-4db9babc7aea with Priority: HIGHEST for action port [ 643.631604] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7402e50-9961-40ad-aab5-4db9babc7aea taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.631931] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7402e50-9961-40ad-aab5-4db9babc7aea" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.631990] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7402e50-9961-40ad-aab5-4db9babc7aea" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.632267] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7402e50-9961-40ad-aab5-4db9babc7aea" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.632352] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7402e50-9961-40ad-aab5-4db9babc7aea',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.138029] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7402e50-9961-40ad-aab5-4db9babc7aea [ 644.138029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.138029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.138029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.138029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.138029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.138653] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7402e50-9961-40ad-aab5-4db9babc7aea already deleted. [ 644.138653] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7402e50-9961-40ad-aab5-4db9babc7aea" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.419011] env[65987]: INFO networking_nsxv3.common.synchronization [None req-e90f3160-70d6-493e-8575-df25b130d886 None None] Enqueued Resource ID: 92b1286b-6056-490c-afc8-99bc3ff693d2 with Priority: HIGHEST for action port [ 644.419011] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b1286b-6056-490c-afc8-99bc3ff693d2 with Priority: HIGHEST for action port [ 644.419823] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-92b1286b-6056-490c-afc8-99bc3ff693d2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.419961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92b1286b-6056-490c-afc8-99bc3ff693d2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.420147] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92b1286b-6056-490c-afc8-99bc3ff693d2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.423955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92b1286b-6056-490c-afc8-99bc3ff693d2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.423955] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b1286b-6056-490c-afc8-99bc3ff693d2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.484880] env[65987]: INFO networking_nsxv3.common.synchronization [req-0d84f17f-25ff-4349-99fd-72b6ba65ee41 req-b323f58a-6544-49ce-9563-48d4de0eb6e5 tempest-ListServersNegativeTestJSON-152860058 tempest-ListServersNegativeTestJSON-152860058-project-member] Enqueued Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_members [ 644.486947] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_members [ 644.487449] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.487612] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.487683] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.487924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.488142] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.488857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.488857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.488857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.488857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.488857] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.922833] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92b1286b-6056-490c-afc8-99bc3ff693d2 [ 644.923259] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.923343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.923343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.924567] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.924567] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.924567] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92b1286b-6056-490c-afc8-99bc3ff693d2 already deleted. [ 644.924567] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92b1286b-6056-490c-afc8-99bc3ff693d2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.992181] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.491161] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.491161] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-304" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.492097] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-304" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.492493] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-304" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.493059] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.493334] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.493502] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.493833] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.494034] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.494580] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.494580] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.494580] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.494722] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.494850] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.494962] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.495163] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.497463] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.527425] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.527625] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.527743] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.527912] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-304" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.528284] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-bf60f1f8-5e03-4772-b382-969c9dac8209 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.528462] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-bf60f1f8-5e03-4772-b382-969c9dac8209" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.528580] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-bf60f1f8-5e03-4772-b382-969c9dac8209" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.529099] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-bf60f1f8-5e03-4772-b382-969c9dac8209" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.529570] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf60f1f8-5e03-4772-b382-969c9dac8209',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.003038] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.003038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.003038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.003038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.003038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.003038] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 is going to be updated. [ 646.036144] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.036144] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.036144] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.036144] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.036144] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.038535] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.038665] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.038779] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.039050] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.039185] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.039326] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port bf60f1f8-5e03-4772-b382-969c9dac8209 not found, creating... [ 646.039577] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.039734] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.039844] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.040103] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.040937] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.040937] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.040937] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.040937] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.043222] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.043375] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.044093] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: bf60f1f8-5e03-4772-b382-969c9dac8209 is going to be created. [ 646.056975] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: IN_PROGRESS for 2s [ 646.065037] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.065751] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.065751] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.065751] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.066130] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.066130] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-bf60f1f8-5e03-4772-b382-969c9dac8209" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.423216] env[65987]: INFO networking_nsxv3.common.synchronization [None req-0340d97e-5a58-42a5-8ddd-c1ec18691287 None None] Enqueued Resource ID: 56ef8102-700f-49b2-8e72-02b19143c62b with Priority: HIGHEST for action port [ 646.426038] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ef8102-700f-49b2-8e72-02b19143c62b with Priority: HIGHEST for action port [ 646.426038] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-56ef8102-700f-49b2-8e72-02b19143c62b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.426038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56ef8102-700f-49b2-8e72-02b19143c62b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.426038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56ef8102-700f-49b2-8e72-02b19143c62b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.426038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56ef8102-700f-49b2-8e72-02b19143c62b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.426038] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56ef8102-700f-49b2-8e72-02b19143c62b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.771683] env[65987]: INFO networking_nsxv3.common.synchronization [req-0d84f17f-25ff-4349-99fd-72b6ba65ee41 req-a4693205-84ca-43e6-b649-1f302a348cc3 service nova] Enqueued Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_rules [ 646.772618] env[65987]: INFO networking_nsxv3.common.synchronization [req-0d84f17f-25ff-4349-99fd-72b6ba65ee41 req-a4693205-84ca-43e6-b649-1f302a348cc3 service nova] Enqueued Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_members [ 646.772618] env[65987]: INFO networking_nsxv3.common.synchronization [req-0d84f17f-25ff-4349-99fd-72b6ba65ee41 req-a4693205-84ca-43e6-b649-1f302a348cc3 service nova] Enqueued Resource ID: bf60f1f8-5e03-4772-b382-969c9dac8209 with Priority: HIGHEST for action port [ 646.772618] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_rules [ 646.772985] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_members [ 646.772985] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf60f1f8-5e03-4772-b382-969c9dac8209 with Priority: HIGHEST for action port [ 646.773580] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.773881] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.773881] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.774147] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.774203] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.775323] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.775477] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.776036] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf60f1f8-5e03-4772-b382-969c9dac8209 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.776269] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf60f1f8-5e03-4772-b382-969c9dac8209" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.776331] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf60f1f8-5e03-4772-b382-969c9dac8209" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.776629] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf60f1f8-5e03-4772-b382-969c9dac8209" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.776747] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf60f1f8-5e03-4772-b382-969c9dac8209',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.861786] env[65987]: INFO networking_nsxv3.common.synchronization [None req-ee7ea549-5ad1-4e80-bd9f-5e9da8abfae0 None None] Enqueued Resource ID: d13b20ee-cf4d-4a9e-83c8-b1f246c71262 with Priority: HIGHEST for action port [ 646.862344] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d13b20ee-cf4d-4a9e-83c8-b1f246c71262 with Priority: HIGHEST for action port [ 646.862653] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-d13b20ee-cf4d-4a9e-83c8-b1f246c71262 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.862805] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d13b20ee-cf4d-4a9e-83c8-b1f246c71262" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.862892] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d13b20ee-cf4d-4a9e-83c8-b1f246c71262" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.863246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d13b20ee-cf4d-4a9e-83c8-b1f246c71262" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.863551] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d13b20ee-cf4d-4a9e-83c8-b1f246c71262',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.927856] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56ef8102-700f-49b2-8e72-02b19143c62b [ 646.927856] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.927856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.927856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.927856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.927856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.928222] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56ef8102-700f-49b2-8e72-02b19143c62b already deleted. [ 646.928222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56ef8102-700f-49b2-8e72-02b19143c62b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.067092] env[65987]: INFO networking_nsxv3.common.synchronization [req-0d84f17f-25ff-4349-99fd-72b6ba65ee41 req-39680913-3dfb-459f-a26d-6060f976d2ca tempest-ListServersNegativeTestJSON-152860058 tempest-ListServersNegativeTestJSON-152860058-project-member] Enqueued Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_members [ 647.069953] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_members [ 647.069953] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.069953] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.278320] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.278783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.282086] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf60f1f8-5e03-4772-b382-969c9dac8209 with status ACTIVE [ 647.282285] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.282385] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.282537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.282651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.282799] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.282976] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.283088] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.283154] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.283334] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.283414] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.283618] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.283726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.283783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.283914] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.284012] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.284308] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf60f1f8-5e03-4772-b382-969c9dac8209 is going to be updated. [ 647.312350] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.312554] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.312609] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.313007] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.313102] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.313331] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf60f1f8-5e03-4772-b382-969c9dac8209" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.368444] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d13b20ee-cf4d-4a9e-83c8-b1f246c71262 [ 647.369298] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.369298] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.369298] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.369609] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.369697] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.369862] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d13b20ee-cf4d-4a9e-83c8-b1f246c71262 already deleted. [ 647.370054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d13b20ee-cf4d-4a9e-83c8-b1f246c71262" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.512721] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.512932] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-304" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.513050] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-304" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.513658] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-304" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.513658] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.513860] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.513860] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.515339] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.515339] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.515339] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.515339] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.515339] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.515339] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.515610] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.515610] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.515610] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.534962] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.535154] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.535362] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.535457] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-304" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.535744] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-5d7e11ce-7f70-499b-8008-e2c37fb0131e taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.536097] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-5d7e11ce-7f70-499b-8008-e2c37fb0131e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.536097] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-5d7e11ce-7f70-499b-8008-e2c37fb0131e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.536343] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-5d7e11ce-7f70-499b-8008-e2c37fb0131e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.536536] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d7e11ce-7f70-499b-8008-e2c37fb0131e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.039268] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.039268] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.039491] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.039786] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.039786] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.039918] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 5d7e11ce-7f70-499b-8008-e2c37fb0131e not found, creating... [ 648.041020] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.041020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.041020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.041020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.041020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.041276] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.041276] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.041544] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.041760] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.041887] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.042026] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 5d7e11ce-7f70-499b-8008-e2c37fb0131e is going to be created. [ 648.062869] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.063358] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.063358] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.063597] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.063657] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.063905] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-5d7e11ce-7f70-499b-8008-e2c37fb0131e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.068480] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: SUCCESS [ 648.068831] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.068831] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.069053] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.069224] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.069335] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.069399] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.069552] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.069627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.069767] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.573038] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.767757] env[65987]: INFO networking_nsxv3.common.synchronization [req-ad3aa09a-c81f-464e-921d-cb8e1d6a5ad5 req-38762ce2-6178-4dc3-9e3a-bdf2de582c2e tempest-InstanceActionsTestJSON-984293182 tempest-InstanceActionsTestJSON-984293182-project-member] Enqueued Resource ID: 1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 with Priority: HIGHEST for action security_group_members [ 648.768237] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 with Priority: HIGHEST for action security_group_members [ 648.768557] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.768684] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.768777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.769504] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.769801] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.769801] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.769890] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.770043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.770115] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.770216] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe9a0bd-195b-44ef-8c72-e72aa4f2a312',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.837124] env[65987]: INFO networking_nsxv3.common.synchronization [req-0d84f17f-25ff-4349-99fd-72b6ba65ee41 req-1ffed54c-45a1-47ab-863b-b0ed7bc19d37 service nova] Enqueued Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_rules [ 648.837939] env[65987]: INFO networking_nsxv3.common.synchronization [req-0d84f17f-25ff-4349-99fd-72b6ba65ee41 req-1ffed54c-45a1-47ab-863b-b0ed7bc19d37 service nova] Enqueued Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_members [ 648.837939] env[65987]: INFO networking_nsxv3.common.synchronization [req-0d84f17f-25ff-4349-99fd-72b6ba65ee41 req-1ffed54c-45a1-47ab-863b-b0ed7bc19d37 service nova] Enqueued Resource ID: 5d7e11ce-7f70-499b-8008-e2c37fb0131e with Priority: HIGHEST for action port [ 648.838160] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_rules [ 648.838305] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_members [ 648.838404] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7e11ce-7f70-499b-8008-e2c37fb0131e with Priority: HIGHEST for action port [ 648.838683] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.838789] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.838981] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.839093] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.839842] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d7e11ce-7f70-499b-8008-e2c37fb0131e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.839842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d7e11ce-7f70-499b-8008-e2c37fb0131e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.839842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d7e11ce-7f70-499b-8008-e2c37fb0131e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.839842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d7e11ce-7f70-499b-8008-e2c37fb0131e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.839842] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d7e11ce-7f70-499b-8008-e2c37fb0131e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.045377] env[65987]: INFO networking_nsxv3.common.synchronization [None req-de459558-0d13-4785-8195-1b221520e3b3 None None] Enqueued Resource ID: 13530446-7160-498d-8ebc-746692b0afd0 with Priority: HIGHEST for action port [ 649.045932] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13530446-7160-498d-8ebc-746692b0afd0 with Priority: HIGHEST for action port [ 649.046246] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-13530446-7160-498d-8ebc-746692b0afd0 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.046368] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13530446-7160-498d-8ebc-746692b0afd0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.046436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13530446-7160-498d-8ebc-746692b0afd0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.047015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13530446-7160-498d-8ebc-746692b0afd0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.047015] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13530446-7160-498d-8ebc-746692b0afd0',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.076643] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.272935] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.274358] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.274503] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.274748] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.274834] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.275069] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.275192] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.275248] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.275428] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.275505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.275612] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 already deleted. [ 649.275695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.286145] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.286353] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-539" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.286472] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-539" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.286795] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-539" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.287061] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.287213] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.287322] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.287522] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.287652] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.287845] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.288686] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.289043] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.289177] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.289301] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.289463] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.289537] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.311789] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.312017] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.312158] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.312332] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-539" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.313211] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-5cea8c7f-1842-4186-b073-29eba915cac4 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.313492] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-5cea8c7f-1842-4186-b073-29eba915cac4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.313627] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-5cea8c7f-1842-4186-b073-29eba915cac4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.315960] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-5cea8c7f-1842-4186-b073-29eba915cac4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.316200] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cea8c7f-1842-4186-b073-29eba915cac4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.342505] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d7e11ce-7f70-499b-8008-e2c37fb0131e with status ACTIVE [ 649.342845] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.342998] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.344610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.344610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.344610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.344610] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.344610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.344610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.344610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.344610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.344955] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.345602] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.345602] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.346299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.346427] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.346526] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d7e11ce-7f70-499b-8008-e2c37fb0131e is going to be updated. [ 649.375845] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.375845] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.375845] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.375845] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.375845] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.375845] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d7e11ce-7f70-499b-8008-e2c37fb0131e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.551866] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13530446-7160-498d-8ebc-746692b0afd0 [ 649.552122] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.552262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.552331] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.552554] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.552630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.552772] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13530446-7160-498d-8ebc-746692b0afd0 already deleted. [ 649.552830] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13530446-7160-498d-8ebc-746692b0afd0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.579155] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.579393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.579393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.579811] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.579811] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.580057] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 is going to be updated. [ 649.613027] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.613027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.613027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.613027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.613027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.622490] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: IN_PROGRESS for 2s [ 649.697071] env[65987]: INFO networking_nsxv3.common.synchronization [None req-61cdb43f-13d8-413e-a887-436e26aecf0c None None] Enqueued Resource ID: 50e2f482-fde7-43ea-bc28-30a9c9c49787 with Priority: HIGHEST for action port [ 649.697586] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e2f482-fde7-43ea-bc28-30a9c9c49787 with Priority: HIGHEST for action port [ 649.698301] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-50e2f482-fde7-43ea-bc28-30a9c9c49787 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.698449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50e2f482-fde7-43ea-bc28-30a9c9c49787" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.698513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50e2f482-fde7-43ea-bc28-30a9c9c49787" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.698757] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50e2f482-fde7-43ea-bc28-30a9c9c49787" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.698844] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50e2f482-fde7-43ea-bc28-30a9c9c49787',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.823020] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.823020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.823020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.823020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.823020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.823020] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 5cea8c7f-1842-4186-b073-29eba915cac4 not found, creating... [ 649.823020] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.823020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.823020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.823020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.823020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.823581] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.823581] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.823581] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.824014] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.824272] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.824515] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 5cea8c7f-1842-4186-b073-29eba915cac4 is going to be created. [ 649.845341] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.845894] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.847748] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.847748] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.847748] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.847748] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-5cea8c7f-1842-4186-b073-29eba915cac4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.942043] env[65987]: INFO networking_nsxv3.common.synchronization [req-2ac3c0f9-3f1d-4bcf-a7c6-92054a2ce33f req-8911d646-2f65-4e3f-a2bd-20527f38b985 tempest-DeleteServersTestJSON-264165243 tempest-DeleteServersTestJSON-264165243-project-member] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 649.942520] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 649.942898] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.943051] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.943100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.943351] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.943509] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.943607] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.943669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.943856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.943938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.944044] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.200864] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50e2f482-fde7-43ea-bc28-30a9c9c49787 [ 650.201262] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.201262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.201262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.201473] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.201561] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.201668] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50e2f482-fde7-43ea-bc28-30a9c9c49787 already deleted. [ 650.201777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50e2f482-fde7-43ea-bc28-30a9c9c49787" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.446481] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.446674] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.446759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.447042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.447142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.448036] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.448036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.448036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.448036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.448036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.448036] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be updated. [ 650.480153] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.480153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.480153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.480153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.480153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.492425] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 650.575290] env[65987]: INFO networking_nsxv3.common.synchronization [req-ad3aa09a-c81f-464e-921d-cb8e1d6a5ad5 req-5985fe5c-b2c6-4d80-889b-553f67d1c0ad service nova] Enqueued Resource ID: 1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 with Priority: HIGHEST for action security_group_rules [ 650.575290] env[65987]: INFO networking_nsxv3.common.synchronization [req-ad3aa09a-c81f-464e-921d-cb8e1d6a5ad5 req-5985fe5c-b2c6-4d80-889b-553f67d1c0ad service nova] Enqueued Resource ID: 1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 with Priority: HIGHEST for action security_group_members [ 650.575290] env[65987]: INFO networking_nsxv3.common.synchronization [req-ad3aa09a-c81f-464e-921d-cb8e1d6a5ad5 req-5985fe5c-b2c6-4d80-889b-553f67d1c0ad service nova] Enqueued Resource ID: 5cea8c7f-1842-4186-b073-29eba915cac4 with Priority: HIGHEST for action port [ 650.575429] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 with Priority: HIGHEST for action security_group_rules [ 650.575488] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 with Priority: HIGHEST for action security_group_members [ 650.575582] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cea8c7f-1842-4186-b073-29eba915cac4 with Priority: HIGHEST for action port [ 650.575870] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.575987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.576100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.576339] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.576412] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fe9a0bd-195b-44ef-8c72-e72aa4f2a312',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.577549] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.577668] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.577737] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.578661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.578661] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.578661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.578661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.578661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.578661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.578661] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe9a0bd-195b-44ef-8c72-e72aa4f2a312',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.579579] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cea8c7f-1842-4186-b073-29eba915cac4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.579690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cea8c7f-1842-4186-b073-29eba915cac4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.579746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cea8c7f-1842-4186-b073-29eba915cac4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.582483] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cea8c7f-1842-4186-b073-29eba915cac4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.582483] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cea8c7f-1842-4186-b073-29eba915cac4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.084917] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fe9a0bd-195b-44ef-8c72-e72aa4f2a312',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.084917] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.084917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.084917] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cea8c7f-1842-4186-b073-29eba915cac4 with status ACTIVE [ 651.084917] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.084917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.084917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.084917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.084917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.084917] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.084917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.084917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.084917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.084917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.085798] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.085798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.085798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.085798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.085798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.085798] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cea8c7f-1842-4186-b073-29eba915cac4 is going to be updated. [ 651.112973] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.112973] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.112973] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.113252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.113289] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.113436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cea8c7f-1842-4186-b073-29eba915cac4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.274054] env[65987]: INFO networking_nsxv3.common.synchronization [req-2a73392b-6c35-41c5-b823-bca1836fec26 req-02d55b08-5c49-41f8-83c9-ac5cbc49a1c7 tempest-ServersWithSpecificFlavorTestJSON-1341861840 tempest-ServersWithSpecificFlavorTestJSON-1341861840-project-member] Enqueued Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGHEST for action security_group_members [ 651.275935] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGHEST for action security_group_members [ 651.275935] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.275935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.275935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.275935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.275935] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.275935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.276719] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.278800] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.278897] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.279014] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.589285] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fe9a0bd-195b-44ef-8c72-e72aa4f2a312',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.632958] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: SUCCESS [ 651.633117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.633452] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.633671] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.634039] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.634039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.634174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.634214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.634296] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.634413] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.774966] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-441 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.774966] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-441" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.774966] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-441" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.774966] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-441" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.774966] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.775314] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.775314] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.775526] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.775664] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.775855] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.775961] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.776074] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.776176] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.776275] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.776369] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.776491] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.780551] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.780674] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.780718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.780893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.780893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.780893] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.780893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.780893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.780893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.780893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.780893] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 already deleted. [ 651.780893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.795539] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.795694] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.795824] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.795990] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-441" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.796323] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-df113283-7ff2-4d94-84a8-fb62d2eeb10e taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.796487] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-df113283-7ff2-4d94-84a8-fb62d2eeb10e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.796599] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-df113283-7ff2-4d94-84a8-fb62d2eeb10e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.796892] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-df113283-7ff2-4d94-84a8-fb62d2eeb10e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.797036] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df113283-7ff2-4d94-84a8-fb62d2eeb10e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.091916] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.091916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.091916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.092260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.092260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.092385] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 is going to be created. [ 652.118702] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.118977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.119126] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.119488] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.119714] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.131628] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 in Status: UNINITIALIZED for 2s [ 652.138344] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.209029] env[65987]: INFO networking_nsxv3.common.synchronization [None req-a70173fe-7b93-4c97-83da-5546dbdf0986 None None] Enqueued Resource ID: 6aa450e6-57fd-4878-b56e-8fd7d03a6e25 with Priority: HIGHEST for action port [ 652.209029] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa450e6-57fd-4878-b56e-8fd7d03a6e25 with Priority: HIGHEST for action port [ 652.209029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-6aa450e6-57fd-4878-b56e-8fd7d03a6e25 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.209029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6aa450e6-57fd-4878-b56e-8fd7d03a6e25" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.209029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6aa450e6-57fd-4878-b56e-8fd7d03a6e25" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.209029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6aa450e6-57fd-4878-b56e-8fd7d03a6e25" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.209029] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6aa450e6-57fd-4878-b56e-8fd7d03a6e25',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.302033] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.302033] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.302033] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.302033] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.302033] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.302033] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port df113283-7ff2-4d94-84a8-fb62d2eeb10e not found, creating... [ 652.302033] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.302033] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.302033] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.302033] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.302033] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.302931] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.302931] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.302931] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.302931] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.302931] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.305046] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: df113283-7ff2-4d94-84a8-fb62d2eeb10e is going to be created. [ 652.331069] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.331387] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.331564] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.332653] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.332878] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.333531] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-df113283-7ff2-4d94-84a8-fb62d2eeb10e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.503267] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 652.503453] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 deletion is rescheduled due to dependency. [ 652.503547] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.644339] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.687828] env[65987]: INFO networking_nsxv3.common.synchronization [None req-6654eec3-8ec6-455f-ad28-07a06a5580dc None None] Enqueued Resource ID: 76cebe5a-1aa9-4db3-a48c-81a40b632a38 with Priority: HIGHEST for action port [ 652.688105] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76cebe5a-1aa9-4db3-a48c-81a40b632a38 with Priority: HIGHEST for action port [ 652.690267] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-76cebe5a-1aa9-4db3-a48c-81a40b632a38 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.690267] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76cebe5a-1aa9-4db3-a48c-81a40b632a38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.690267] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76cebe5a-1aa9-4db3-a48c-81a40b632a38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.690655] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76cebe5a-1aa9-4db3-a48c-81a40b632a38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.690655] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76cebe5a-1aa9-4db3-a48c-81a40b632a38',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.714863] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6aa450e6-57fd-4878-b56e-8fd7d03a6e25 [ 652.714863] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.714863] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.714863] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.715066] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.715117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.715200] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6aa450e6-57fd-4878-b56e-8fd7d03a6e25 already deleted. [ 652.715288] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6aa450e6-57fd-4878-b56e-8fd7d03a6e25" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.133109] env[65987]: INFO networking_nsxv3.common.synchronization [req-2a73392b-6c35-41c5-b823-bca1836fec26 req-d4d8fd7c-114b-47f0-b322-def3e9dbbd6d service nova] Enqueued Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGHEST for action security_group_rules [ 653.133109] env[65987]: INFO networking_nsxv3.common.synchronization [req-2a73392b-6c35-41c5-b823-bca1836fec26 req-d4d8fd7c-114b-47f0-b322-def3e9dbbd6d service nova] Enqueued Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGHEST for action security_group_members [ 653.133334] env[65987]: INFO networking_nsxv3.common.synchronization [req-2a73392b-6c35-41c5-b823-bca1836fec26 req-d4d8fd7c-114b-47f0-b322-def3e9dbbd6d service nova] Enqueued Resource ID: df113283-7ff2-4d94-84a8-fb62d2eeb10e with Priority: HIGHEST for action port [ 653.136815] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGHEST for action security_group_rules [ 653.136815] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGHEST for action security_group_members [ 653.136815] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df113283-7ff2-4d94-84a8-fb62d2eeb10e with Priority: HIGHEST for action port [ 653.136815] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.136815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.136815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.136815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.136815] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.138727] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.138906] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.140085] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.140368] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.140555] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.140688] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.140856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.140939] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.141038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.141134] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.142443] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-df113283-7ff2-4d94-84a8-fb62d2eeb10e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.142872] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df113283-7ff2-4d94-84a8-fb62d2eeb10e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.142872] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df113283-7ff2-4d94-84a8-fb62d2eeb10e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.142872] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df113283-7ff2-4d94-84a8-fb62d2eeb10e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.143040] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df113283-7ff2-4d94-84a8-fb62d2eeb10e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.146394] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.146505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.146567] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.147124] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.147124] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.147124] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 is going to be updated. [ 653.192187] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.192335] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.192464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.193358] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.193833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.194798] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76cebe5a-1aa9-4db3-a48c-81a40b632a38 [ 653.195048] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.195151] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.195383] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.195480] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.195553] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.195676] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76cebe5a-1aa9-4db3-a48c-81a40b632a38 already deleted. [ 653.195739] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76cebe5a-1aa9-4db3-a48c-81a40b632a38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.205127] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: IN_PROGRESS for 2s [ 653.643337] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.643337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.647510] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df113283-7ff2-4d94-84a8-fb62d2eeb10e with status ACTIVE [ 653.647689] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.648204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.648204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.648204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.648319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.648456] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.648559] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.648622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.648830] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.648873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.649610] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.649755] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.649873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.650671] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.650825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.652347] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df113283-7ff2-4d94-84a8-fb62d2eeb10e is going to be updated. [ 653.653864] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.657097] env[65987]: INFO networking_nsxv3.common.synchronization [req-11a87139-98c8-4b53-a6f8-c4127aec61a1 req-85f2b797-dd4c-42af-af3c-695fdad0c923 tempest-FloatingIPsAssociationTestJSON-1633535275 tempest-FloatingIPsAssociationTestJSON-1633535275-project-member] Enqueued Resource ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a with Priority: HIGHEST for action security_group_members [ 653.657961] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a with Priority: HIGHEST for action security_group_members [ 653.658296] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ae1cd1-dd8f-4f76-938e-09a7886c983a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.658422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.658489] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.658677] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.658831] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.658944] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.659210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.659371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.659467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.659548] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.684667] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.684667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.684667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.684667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.684667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.684667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df113283-7ff2-4d94-84a8-fb62d2eeb10e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.034917] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.035239] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-623" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.035239] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-623" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.035968] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-623" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.037223] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.037406] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.037523] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.037759] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.037895] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.038116] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.038223] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.038326] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.038427] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.038531] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.038626] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.038748] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.059363] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.060488] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.060679] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.060985] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-623" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.061386] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-3333daf7-d121-4b2d-98c0-174155d42e87 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.062326] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-3333daf7-d121-4b2d-98c0-174155d42e87" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.062832] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-3333daf7-d121-4b2d-98c0-174155d42e87" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.065593] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-3333daf7-d121-4b2d-98c0-174155d42e87" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.065936] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3333daf7-d121-4b2d-98c0-174155d42e87',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.143667] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 in Status: SUCCESS [ 654.144173] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.144881] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.145373] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.147019] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.147019] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.147019] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.147019] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.147019] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.147019] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.147019] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fe9a0bd-195b-44ef-8c72-e72aa4f2a312',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.160641] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.168049] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.568434] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.568726] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.568868] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.569255] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.569448] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.569650] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 3333daf7-d121-4b2d-98c0-174155d42e87 not found, creating... [ 654.569949] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.571183] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.571342] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.571612] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.571767] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.572193] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.572373] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.572526] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.572996] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.574113] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.574113] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 3333daf7-d121-4b2d-98c0-174155d42e87 is going to be created. [ 654.601052] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.601291] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.601422] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.601721] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.601947] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.602263] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-3333daf7-d121-4b2d-98c0-174155d42e87" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.648517] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.648973] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.648973] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.649148] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.649261] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.649373] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.649436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.649595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.649682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.649790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.649943] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.650087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.650172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.650371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.650596] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.650736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.650804] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.650974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.651731] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.653222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.653337] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fe9a0bd-195b-44ef-8c72-e72aa4f2a312',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.666059] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.666517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.666731] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.667101] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.667203] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.667315] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 is going to be created. [ 654.668602] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.707586] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.707586] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.707586] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.707586] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.707586] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.723265] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 in Status: UNINITIALIZED for 2s [ 655.155875] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fe9a0bd-195b-44ef-8c72-e72aa4f2a312: rpc.has_security_group_logging(os_id): False [ 655.171925] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.172437] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.172543] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.173432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.173432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.173432] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a is going to be updated. [ 655.176244] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.176367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.176426] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.176640] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.176727] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.176911] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.177011] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.177076] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.177228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.177303] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.177485] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.177578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.177636] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.177808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.177882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.178087] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.178181] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.178241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.178380] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.178468] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.178552] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 is going to be created. [ 655.219147] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.219394] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.219475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.219682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.219845] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.229020] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: IN_PROGRESS for 4s [ 655.229601] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a in Status: IN_PROGRESS for 2s [ 655.257085] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.257085] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.257233] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.257368] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.257554] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.272163] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 in Status: IN_PROGRESS for 2s [ 655.366318] env[65987]: INFO networking_nsxv3.common.synchronization [req-11a87139-98c8-4b53-a6f8-c4127aec61a1 req-511d834f-7900-4e72-b452-151b59cb14b3 service nova] Enqueued Resource ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a with Priority: HIGHEST for action security_group_rules [ 655.366559] env[65987]: INFO networking_nsxv3.common.synchronization [req-11a87139-98c8-4b53-a6f8-c4127aec61a1 req-511d834f-7900-4e72-b452-151b59cb14b3 service nova] Enqueued Resource ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a with Priority: HIGHEST for action security_group_members [ 655.366782] env[65987]: INFO networking_nsxv3.common.synchronization [req-11a87139-98c8-4b53-a6f8-c4127aec61a1 req-511d834f-7900-4e72-b452-151b59cb14b3 service nova] Enqueued Resource ID: 3333daf7-d121-4b2d-98c0-174155d42e87 with Priority: HIGHEST for action port [ 655.367331] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a with Priority: HIGHEST for action security_group_rules [ 655.367568] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a with Priority: HIGHEST for action security_group_members [ 655.367702] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3333daf7-d121-4b2d-98c0-174155d42e87 with Priority: HIGHEST for action port [ 655.368008] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ae1cd1-dd8f-4f76-938e-09a7886c983a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.368204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.368204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.368551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.368659] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.369615] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ae1cd1-dd8f-4f76-938e-09a7886c983a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.369695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.369928] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-3333daf7-d121-4b2d-98c0-174155d42e87 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.370038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3333daf7-d121-4b2d-98c0-174155d42e87" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.370083] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3333daf7-d121-4b2d-98c0-174155d42e87" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.370246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3333daf7-d121-4b2d-98c0-174155d42e87" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.370360] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3333daf7-d121-4b2d-98c0-174155d42e87',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.873494] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ae1cd1-dd8f-4f76-938e-09a7886c983a taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.873985] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.873985] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3333daf7-d121-4b2d-98c0-174155d42e87 with status ACTIVE [ 655.875699] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.875699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.875699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.875699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.875699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.875699] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.875699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.875699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.875699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.875699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.875699] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.875699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.876383] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.876383] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.876383] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.876383] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3333daf7-d121-4b2d-98c0-174155d42e87 is going to be updated. [ 655.901861] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.902010] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.902094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.902388] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.902558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.902727] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3333daf7-d121-4b2d-98c0-174155d42e87" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.586396] env[65987]: INFO networking_nsxv3.common.synchronization [None req-5b04863b-ee1c-45f4-86e3-5c49f6ae31f4 None None] Enqueued Resource ID: a206062b-901c-48c7-b8e4-b4915da23447 with Priority: HIGHEST for action port [ 656.586753] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a206062b-901c-48c7-b8e4-b4915da23447 with Priority: HIGHEST for action port [ 656.586880] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-a206062b-901c-48c7-b8e4-b4915da23447 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.586962] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a206062b-901c-48c7-b8e4-b4915da23447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.587013] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a206062b-901c-48c7-b8e4-b4915da23447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.587273] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a206062b-901c-48c7-b8e4-b4915da23447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.587354] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a206062b-901c-48c7-b8e4-b4915da23447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.733211] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 in Status: SUCCESS [ 656.733466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.733661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.733907] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.734125] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.734253] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.734320] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.734481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.734569] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.734651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.734750] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.093060] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a206062b-901c-48c7-b8e4-b4915da23447 [ 657.093060] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.093060] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.093060] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.093587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.093587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.093587] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a206062b-901c-48c7-b8e4-b4915da23447 already deleted. [ 657.093587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a206062b-901c-48c7-b8e4-b4915da23447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.237430] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.242936] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: SUCCESS [ 657.243063] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.243306] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.243535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.243945] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.243945] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.243945] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.244133] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.244284] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.244350] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.244430] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.246410] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a in Status: SUCCESS [ 657.246982] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.246982] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.247243] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.247444] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.247602] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.247714] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.248020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.248127] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.248480] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.249461] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.249739] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.249957] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.250117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.250223] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.250402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.250481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.250577] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.287874] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 in Status: SUCCESS [ 657.288126] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.462833] env[65987]: INFO networking_nsxv3.common.synchronization [None req-0f36d3a9-6812-4764-bf59-dba7c5807aaa None None] Enqueued Resource ID: 2b35c105-1f02-4c98-ab0f-94333bd74504 with Priority: HIGHEST for action port [ 657.463353] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b35c105-1f02-4c98-ab0f-94333bd74504 with Priority: HIGHEST for action port [ 657.463804] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b35c105-1f02-4c98-ab0f-94333bd74504 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.465498] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b35c105-1f02-4c98-ab0f-94333bd74504" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.465498] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b35c105-1f02-4c98-ab0f-94333bd74504" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.465498] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b35c105-1f02-4c98-ab0f-94333bd74504" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.465498] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b35c105-1f02-4c98-ab0f-94333bd74504',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.742653] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c236c9a-5251-4a5d-a3ea-a15362bcfa95: rpc.has_security_group_logging(os_id): False [ 657.755449] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.755449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.755449] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.755449] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.837040] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.837040] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.837040] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.837040] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.837040] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.837040] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.837500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.837500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.837500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.837500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.837500] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 is going to be created. [ 657.961302] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.961515] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.961598] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.961801] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.961985] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.968066] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b35c105-1f02-4c98-ab0f-94333bd74504 [ 657.969141] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.969141] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.969141] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.969141] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.969346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.969346] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b35c105-1f02-4c98-ab0f-94333bd74504 already deleted. [ 657.969565] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b35c105-1f02-4c98-ab0f-94333bd74504" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.987486] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 in Status: IN_PROGRESS for 2s [ 658.256675] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.257669] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.763673] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.763673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.763673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.763673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.763673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.763673] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 is going to be updated. [ 658.763673] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.763673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.763673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.763673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.763673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.763673] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a is going to be updated. [ 658.804684] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.805012] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.805012] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.805180] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.806072] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.810226] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.810226] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.810226] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.810226] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.810226] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.821451] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a in Status: IN_PROGRESS for 2s [ 658.822305] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: IN_PROGRESS for 2s [ 659.102118] env[65987]: INFO networking_nsxv3.common.synchronization [req-933f1a22-4206-40f0-a715-940a9f690117 req-3dfec65d-f1f3-4b2e-baf5-0d527c849c7f tempest-ImagesTestJSON-634601570 tempest-ImagesTestJSON-634601570-project-member] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 659.102742] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 659.103703] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.103703] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.103703] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.103703] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.103994] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.103994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.103994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.104128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.104166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.105496] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.607706] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.608246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.608246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.608246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.608365] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.608715] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.608828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.608868] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.609971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.609971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.609971] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 already deleted. [ 659.609971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.003562] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 in Status: SUCCESS [ 660.004196] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.072490] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-938 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.072852] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-938" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.073955] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-938" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.073955] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-938" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.073955] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.073955] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.074463] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.074759] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.075052] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.075700] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.075825] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.075933] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.076054] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.076882] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.076882] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.076882] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.095620] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.095776] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.095907] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.096098] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-938" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.096414] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-a8163a0b-c093-4710-bb52-4c16f12da925 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.096581] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-a8163a0b-c093-4710-bb52-4c16f12da925" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.096688] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-a8163a0b-c093-4710-bb52-4c16f12da925" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.097020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-a8163a0b-c093-4710-bb52-4c16f12da925" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.097157] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8163a0b-c093-4710-bb52-4c16f12da925',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.600526] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.600787] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.600916] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.601274] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.601431] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.601588] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port a8163a0b-c093-4710-bb52-4c16f12da925 not found, creating... [ 660.601870] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.602045] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.602157] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.602505] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.602505] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.602800] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.602973] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.603087] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.603320] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.603465] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.603625] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: a8163a0b-c093-4710-bb52-4c16f12da925 is going to be created. [ 660.627731] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.628173] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.628173] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.628401] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.628632] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.628859] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-a8163a0b-c093-4710-bb52-4c16f12da925" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.834498] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a in Status: SUCCESS [ 660.834883] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.835473] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.835708] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.835970] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.836104] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.836170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.836332] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.836446] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.836544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.836637] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.838802] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: SUCCESS [ 660.838802] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.839398] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.839653] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.840761] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.840761] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.840761] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.840761] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.840761] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.840761] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.840761] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.840761] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.841386] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.841386] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.841534] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.841849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.841849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.841980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.842118] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.842238] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.842377] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.344983] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ae1cd1-dd8f-4f76-938e-09a7886c983a taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.345273] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.345378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.345583] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.345834] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.345958] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.346077] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.346250] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.346386] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.346504] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.346726] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ae1cd1-dd8f-4f76-938e-09a7886c983a taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.346920] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.346920] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.347402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.347402] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.347560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.347560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.347706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.348105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.348105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.348105] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.349429] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8807c1a-c456-4217-a517-3e4d4d1f44a5: rpc.has_security_group_logging(os_id): False [ 661.369447] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.369859] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.369859] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.369978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.370117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.370480] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.370480] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.370625] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.370795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.370912] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.371158] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.371279] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.371342] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.371527] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.371615] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.371832] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.371940] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.372035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.372207] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.372300] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.372407] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 is going to be updated. [ 661.434497] env[65987]: INFO networking_nsxv3.common.synchronization [req-933f1a22-4206-40f0-a715-940a9f690117 req-8942e65c-e974-453d-8978-806ffca0876b service nova] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_rules [ 661.434695] env[65987]: INFO networking_nsxv3.common.synchronization [req-933f1a22-4206-40f0-a715-940a9f690117 req-8942e65c-e974-453d-8978-806ffca0876b service nova] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 661.434831] env[65987]: INFO networking_nsxv3.common.synchronization [req-933f1a22-4206-40f0-a715-940a9f690117 req-8942e65c-e974-453d-8978-806ffca0876b service nova] Enqueued Resource ID: a8163a0b-c093-4710-bb52-4c16f12da925 with Priority: HIGHEST for action port [ 661.435492] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_rules [ 661.436202] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 661.436202] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8163a0b-c093-4710-bb52-4c16f12da925 with Priority: HIGHEST for action port [ 661.436202] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.436400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.436400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.436618] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.436722] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.437824] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.438116] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.438116] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.438676] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.439274] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.439529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.439642] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.439872] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.440027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.440157] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.441517] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8163a0b-c093-4710-bb52-4c16f12da925 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.441637] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8163a0b-c093-4710-bb52-4c16f12da925" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.441746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8163a0b-c093-4710-bb52-4c16f12da925" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.442899] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8163a0b-c093-4710-bb52-4c16f12da925" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.442899] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8163a0b-c093-4710-bb52-4c16f12da925',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.458025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.458025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.458025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.458025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.458025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.505655] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: IN_PROGRESS for 2s [ 661.854317] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01ae1cd1-dd8f-4f76-938e-09a7886c983a: rpc.has_security_group_logging(os_id): False [ 661.877118] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.877118] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.877118] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.877118] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.877118] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.877118] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.877666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.877666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.877666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.877666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.877666] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.877897] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.877897] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.877962] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.878667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.878667] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.878667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.878667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.878667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.878667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.878667] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a is going to be updated. [ 661.944695] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.944695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.944695] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.945841] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.946147] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.946147] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.946595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.946866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.948199] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8163a0b-c093-4710-bb52-4c16f12da925 with status ACTIVE [ 661.948199] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.948305] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.948305] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.949166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.949166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.949166] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.949166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.949166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.949166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.949166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.949454] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.949454] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.949454] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.949572] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.949572] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.949641] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8163a0b-c093-4710-bb52-4c16f12da925 is going to be updated. [ 661.969796] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a in Status: IN_PROGRESS for 2s [ 661.974051] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.975410] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.975410] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.975410] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.975410] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.975410] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8163a0b-c093-4710-bb52-4c16f12da925" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.213866] env[65987]: INFO networking_nsxv3.common.synchronization [req-c5b47ead-7309-4e94-8889-7a1d3a945d38 req-39c76fb2-80b3-468c-afa9-d1952d21f1bd tempest-DeleteServersAdminTestJSON-538458691 tempest-DeleteServersAdminTestJSON-538458691-project-member] Enqueued Resource ID: 395218e4-8021-402b-9f45-e610b55e814d with Priority: HIGHEST for action security_group_members [ 662.222230] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395218e4-8021-402b-9f45-e610b55e814d with Priority: HIGHEST for action security_group_members [ 662.222374] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-395218e4-8021-402b-9f45-e610b55e814d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.222539] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.222607] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.222774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.223019] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.223136] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.223193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.223385] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.223486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.223594] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395218e4-8021-402b-9f45-e610b55e814d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.452414] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.726169] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.726425] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.726504] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.726723] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.726815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.727023] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.727129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.727174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.727356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.727415] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.727565] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395218e4-8021-402b-9f45-e610b55e814d is going to be updated. [ 662.730623] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.730824] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.730985] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.731219] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.731469] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.731615] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.731722] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.731917] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.732058] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.732247] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.732351] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.732466] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.732543] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.732640] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.732735] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.732879] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.755995] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.756197] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.756322] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.756493] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.756807] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-5200f244-a517-479d-883a-7d2022266ac4 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.756983] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-5200f244-a517-479d-883a-7d2022266ac4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.757107] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-5200f244-a517-479d-883a-7d2022266ac4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.757438] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-5200f244-a517-479d-883a-7d2022266ac4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.757572] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5200f244-a517-479d-883a-7d2022266ac4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.763779] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.763957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.764046] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.764422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.764422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.775221] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395218e4-8021-402b-9f45-e610b55e814d in Status: IN_PROGRESS for 2s [ 662.954248] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.954705] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.954705] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.954826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.954826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.954943] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be created. [ 662.984659] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.984913] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.984913] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.985090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.985315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.994911] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: UNINITIALIZED for 2s [ 663.264432] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.264689] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.264765] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.265071] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.265214] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.265593] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 5200f244-a517-479d-883a-7d2022266ac4 not found, creating... [ 663.265644] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.265773] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.265870] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.266098] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.266226] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.266517] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.266678] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.266787] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.266987] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.267989] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.268146] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 5200f244-a517-479d-883a-7d2022266ac4 is going to be created. [ 663.313205] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.313334] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.313513] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.313864] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.314208] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.314565] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-5200f244-a517-479d-883a-7d2022266ac4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.521483] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: SUCCESS [ 663.521483] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.521483] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.521483] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.521483] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.985484] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a in Status: SUCCESS [ 663.986120] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.008154] env[65987]: INFO networking_nsxv3.common.synchronization [req-c5b47ead-7309-4e94-8889-7a1d3a945d38 req-7a24537e-d4d3-407f-9ace-9d6e211328f4 service nova] Enqueued Resource ID: 395218e4-8021-402b-9f45-e610b55e814d with Priority: HIGHEST for action security_group_rules [ 664.008281] env[65987]: INFO networking_nsxv3.common.synchronization [req-c5b47ead-7309-4e94-8889-7a1d3a945d38 req-7a24537e-d4d3-407f-9ace-9d6e211328f4 service nova] Enqueued Resource ID: 395218e4-8021-402b-9f45-e610b55e814d with Priority: HIGHEST for action security_group_members [ 664.008418] env[65987]: INFO networking_nsxv3.common.synchronization [req-c5b47ead-7309-4e94-8889-7a1d3a945d38 req-7a24537e-d4d3-407f-9ace-9d6e211328f4 service nova] Enqueued Resource ID: 5200f244-a517-479d-883a-7d2022266ac4 with Priority: HIGHEST for action port [ 664.008959] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395218e4-8021-402b-9f45-e610b55e814d with Priority: HIGHEST for action security_group_rules [ 664.009336] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395218e4-8021-402b-9f45-e610b55e814d with Priority: HIGHEST for action security_group_members [ 664.009336] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5200f244-a517-479d-883a-7d2022266ac4 with Priority: HIGHEST for action port [ 664.009576] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-395218e4-8021-402b-9f45-e610b55e814d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.009682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.009748] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.009944] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.010040] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('395218e4-8021-402b-9f45-e610b55e814d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.011285] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-395218e4-8021-402b-9f45-e610b55e814d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.011285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.011285] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-5200f244-a517-479d-883a-7d2022266ac4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.011483] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5200f244-a517-479d-883a-7d2022266ac4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.011483] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5200f244-a517-479d-883a-7d2022266ac4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.011560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5200f244-a517-479d-883a-7d2022266ac4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.011729] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5200f244-a517-479d-883a-7d2022266ac4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.023822] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.023822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.023822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.023822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.023822] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.024165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.024165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.024241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.024277] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.024379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.025659] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.513804] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-395218e4-8021-402b-9f45-e610b55e814d taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.513804] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.518531] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5200f244-a517-479d-883a-7d2022266ac4 with status ACTIVE [ 664.518531] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.518531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.518531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.518531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.518531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.518531] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.518531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.518531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.518531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.518531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.518531] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.518531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.518531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.518531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.518531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.518531] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5200f244-a517-479d-883a-7d2022266ac4 is going to be updated. [ 664.530024] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.530024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.530024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.530024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.530024] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.530024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.530024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.530024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.530024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.530024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.530024] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.530024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.530024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.530024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.530024] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.530024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.531186] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.531186] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.531186] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.531186] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.531186] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.542436] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.542436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.542436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.542436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.542436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.542436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5200f244-a517-479d-883a-7d2022266ac4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.593550] env[65987]: INFO networking_nsxv3.common.synchronization [req-a7b4be0d-fd21-4a8c-8493-a9d86db16e66 req-06872dc5-c2fd-4044-a4cf-46ccc7c2eb46 tempest-ServersAdminTestJSON-1881097938 tempest-ServersAdminTestJSON-1881097938-project-member] Enqueued Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 664.596557] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 664.597219] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.597595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.597595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.597966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.598038] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.598222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.598222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.598529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.598529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.598710] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.790017] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395218e4-8021-402b-9f45-e610b55e814d in Status: SUCCESS [ 664.790017] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395218e4-8021-402b-9f45-e610b55e814d deletion is rescheduled due to dependency. [ 664.790017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.790017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.790017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.790017] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.790017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.790017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.790017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.790017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.790563] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395218e4-8021-402b-9f45-e610b55e814d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.991936] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.992323] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-542" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.992463] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-542" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.992970] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-542" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.993305] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.993472] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.993588] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.993818] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.994125] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.994374] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.994489] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.994601] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.994707] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.994812] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.994925] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.995074] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.007364] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: SUCCESS [ 665.007579] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.007741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.008046] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.008292] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.008431] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.008524] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.008748] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.008875] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.008982] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.009137] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.011613] env[65987]: INFO networking_nsxv3.common.synchronization [None req-16c44a09-f8e6-49d9-86ee-27f78c5bd07b None None] Enqueued Resource ID: 85aec5b6-8bde-48a3-b015-0070853b81de with Priority: HIGHEST for action port [ 665.012142] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85aec5b6-8bde-48a3-b015-0070853b81de with Priority: HIGHEST for action port [ 665.013030] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-85aec5b6-8bde-48a3-b015-0070853b81de taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.013197] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85aec5b6-8bde-48a3-b015-0070853b81de" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.013287] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85aec5b6-8bde-48a3-b015-0070853b81de" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.013469] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85aec5b6-8bde-48a3-b015-0070853b81de" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.013564] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85aec5b6-8bde-48a3-b015-0070853b81de',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.015615] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.015753] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.016402] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.016402] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-542" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.016402] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-8719bd21-1316-43b2-8bd6-3432395241ed taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.016653] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-8719bd21-1316-43b2-8bd6-3432395241ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.016701] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-8719bd21-1316-43b2-8bd6-3432395241ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.018619] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-8719bd21-1316-43b2-8bd6-3432395241ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.018619] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8719bd21-1316-43b2-8bd6-3432395241ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.036027] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8807c1a-c456-4217-a517-3e4d4d1f44a5: rpc.has_security_group_logging(os_id): False [ 665.052545] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.052746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.052746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.053054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.053201] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.053348] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.053448] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.053506] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.053659] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.053731] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.053952] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.054103] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.057067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.057067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.057067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.057067] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.057067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.057067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.057067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.057067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.057067] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 is going to be updated. [ 665.101802] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.138797] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.139116] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.139207] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.139509] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.139741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.156752] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: IN_PROGRESS for 2s [ 665.295290] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('395218e4-8021-402b-9f45-e610b55e814d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.512900] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.513075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.516243] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.516514] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.516724] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.516843] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.516909] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.517087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.517176] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.517267] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.517417] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.517523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.517586] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.517774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.517943] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.518062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.518146] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.518313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.518407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.518517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.518630] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.519886] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.520073] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.520192] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.520430] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.520606] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.520750] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 8719bd21-1316-43b2-8bd6-3432395241ed not found, creating... [ 665.520987] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.525693] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.525910] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.526290] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.526510] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.526994] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.527219] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.527338] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.527556] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.527688] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.527827] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 8719bd21-1316-43b2-8bd6-3432395241ed is going to be created. [ 665.529799] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85aec5b6-8bde-48a3-b015-0070853b81de [ 665.529987] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.530113] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.530178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.530339] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.530417] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.530602] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85aec5b6-8bde-48a3-b015-0070853b81de already deleted. [ 665.530695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85aec5b6-8bde-48a3-b015-0070853b81de" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.552871] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.553241] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.553408] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.554434] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.554434] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.554434] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-8719bd21-1316-43b2-8bd6-3432395241ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.604171] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.799911] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('395218e4-8021-402b-9f45-e610b55e814d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.031838] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08ea1aa4-1442-478e-b73d-742c8fee14d4: rpc.has_security_group_logging(os_id): False [ 666.054022] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.054022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.054022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.054022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.054022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.054022] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.054022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.054022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.054022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.054022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.054022] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.054022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.054022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.054022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.054022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.054710] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.054710] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.054710] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.054710] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.054710] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.054710] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be created. [ 666.110873] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.110873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.110873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.110873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.111104] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.111104] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f is going to be updated. [ 666.114264] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.114264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.114264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.118161] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.118161] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.132851] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: IN_PROGRESS for 2s [ 666.150992] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.151152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.151227] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.151438] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.151572] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.162158] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: IN_PROGRESS for 2s [ 666.304319] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.304319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.304319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.304319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.304319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.304319] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395218e4-8021-402b-9f45-e610b55e814d is going to be updated. [ 666.328462] env[65987]: INFO networking_nsxv3.common.synchronization [req-a7b4be0d-fd21-4a8c-8493-a9d86db16e66 req-4ba7f5b4-2bba-4f61-ac9f-698fb358d4e7 service nova] Enqueued Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_rules [ 666.328462] env[65987]: INFO networking_nsxv3.common.synchronization [req-a7b4be0d-fd21-4a8c-8493-a9d86db16e66 req-4ba7f5b4-2bba-4f61-ac9f-698fb358d4e7 service nova] Enqueued Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 666.328706] env[65987]: INFO networking_nsxv3.common.synchronization [req-a7b4be0d-fd21-4a8c-8493-a9d86db16e66 req-4ba7f5b4-2bba-4f61-ac9f-698fb358d4e7 service nova] Enqueued Resource ID: 8719bd21-1316-43b2-8bd6-3432395241ed with Priority: HIGHEST for action port [ 666.331346] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_rules [ 666.331346] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 666.331346] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8719bd21-1316-43b2-8bd6-3432395241ed with Priority: HIGHEST for action port [ 666.331537] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.331654] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.331773] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.331909] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.331986] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.332962] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.333113] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.336067] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-8719bd21-1316-43b2-8bd6-3432395241ed taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.336067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8719bd21-1316-43b2-8bd6-3432395241ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.336067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8719bd21-1316-43b2-8bd6-3432395241ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.336067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8719bd21-1316-43b2-8bd6-3432395241ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.336067] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8719bd21-1316-43b2-8bd6-3432395241ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.342039] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.342182] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.344960] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.346155] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.346155] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.358906] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395218e4-8021-402b-9f45-e610b55e814d in Status: IN_PROGRESS for 2s [ 666.835668] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.835840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.836024] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8719bd21-1316-43b2-8bd6-3432395241ed with status ACTIVE [ 666.836192] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.836469] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.836469] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.836572] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.836656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.836823] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.836917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.836979] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.837347] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.837598] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.837807] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.837908] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.837974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.838146] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.838300] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.838300] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8719bd21-1316-43b2-8bd6-3432395241ed is going to be updated. [ 666.860599] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.860821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.860821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.861037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.862834] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.864414] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8719bd21-1316-43b2-8bd6-3432395241ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.175048] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: SUCCESS [ 667.175645] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.819428] env[65987]: INFO networking_nsxv3.common.synchronization [None req-7f18b289-3bda-4b14-a89d-b1449055e0a0 None None] Enqueued Resource ID: 8f7c16ec-f437-4d80-8633-2b6a5a088a4d with Priority: HIGHEST for action port [ 667.819900] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f7c16ec-f437-4d80-8633-2b6a5a088a4d with Priority: HIGHEST for action port [ 667.821373] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f7c16ec-f437-4d80-8633-2b6a5a088a4d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.821373] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f7c16ec-f437-4d80-8633-2b6a5a088a4d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.821373] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f7c16ec-f437-4d80-8633-2b6a5a088a4d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.821373] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f7c16ec-f437-4d80-8633-2b6a5a088a4d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.821373] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f7c16ec-f437-4d80-8633-2b6a5a088a4d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.029912] env[65987]: INFO networking_nsxv3.common.synchronization [None req-7b3464ce-10d2-47ec-9e38-b3fa4afea5bf tempest-ServerActionsV293TestJSON-336796184 tempest-ServerActionsV293TestJSON-336796184-project-member] Enqueued Resource ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 with Priority: HIGHEST for action security_group_rules [ 668.030636] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 with Priority: HIGHEST for action security_group_rules [ 668.031036] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d462218e-8fc3-4ec1-9975-b7e9d1190e95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.034308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.034308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.034308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.034308] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d462218e-8fc3-4ec1-9975-b7e9d1190e95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.160129] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: SUCCESS [ 668.160129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.177856] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: SUCCESS [ 668.178250] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.178325] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.178528] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.178719] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.178837] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.178905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.179338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.179338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.179338] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.260543] env[65987]: INFO networking_nsxv3.common.synchronization [None req-a48fa5e4-d2f3-4d6f-a77d-131871e995d8 tempest-ServerActionsV293TestJSON-336796184 tempest-ServerActionsV293TestJSON-336796184-project-member] Enqueued Resource ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 with Priority: HIGHEST for action security_group_rules [ 668.261694] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 with Priority: HIGHEST for action security_group_rules [ 668.262590] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d462218e-8fc3-4ec1-9975-b7e9d1190e95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.262715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.323384] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f7c16ec-f437-4d80-8633-2b6a5a088a4d [ 668.323969] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.323969] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.323969] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.324331] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.324331] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.324463] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f7c16ec-f437-4d80-8633-2b6a5a088a4d already deleted. [ 668.324463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f7c16ec-f437-4d80-8633-2b6a5a088a4d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.374405] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395218e4-8021-402b-9f45-e610b55e814d in Status: SUCCESS [ 668.374548] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.374782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.375063] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.375276] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.375398] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.375464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.375624] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.375711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.375801] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.375896] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('395218e4-8021-402b-9f45-e610b55e814d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.559142] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.559142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.559142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.559142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.559142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.559419] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 already deleted. [ 668.559419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.559419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.559587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.559670] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d462218e-8fc3-4ec1-9975-b7e9d1190e95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.682320] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.879074] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-395218e4-8021-402b-9f45-e610b55e814d taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.879380] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.879380] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.879729] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.879966] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.880137] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.880260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.880457] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.880646] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.880788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.880965] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-395218e4-8021-402b-9f45-e610b55e814d taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.881079] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.881174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.881370] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.881569] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.881695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.881775] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.881971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.882097] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.882212] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.882317] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('395218e4-8021-402b-9f45-e610b55e814d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.084059] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.084510] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.084510] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.084510] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.084808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.084808] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 already deleted. [ 669.084808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.186197] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.385549] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 395218e4-8021-402b-9f45-e610b55e814d: rpc.has_security_group_logging(os_id): False [ 669.406875] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.407097] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.407771] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.407771] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.407771] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.407978] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.408053] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.408136] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.408347] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.408493] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.408803] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.408953] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.409176] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.409260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.409358] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.409549] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.409917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.409917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.409917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.409917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.410096] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 395218e4-8021-402b-9f45-e610b55e814d is going to be updated. [ 669.483462] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.483571] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.483571] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.483833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.484382] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.511658] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 395218e4-8021-402b-9f45-e610b55e814d in Status: IN_PROGRESS for 2s [ 669.690865] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.691500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.691500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.691500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.691745] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.691745] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f is going to be updated. [ 669.726411] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.726601] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.726652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.727148] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.727148] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.737680] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: IN_PROGRESS for 2s [ 670.677697] env[65987]: INFO networking_nsxv3.common.synchronization [req-5169b00c-c87e-4149-928b-e2ed7a6eccce req-989513d1-a723-48f4-8973-97c95e1689d5 tempest-InstanceActionsNegativeTestJSON-14846488 tempest-InstanceActionsNegativeTestJSON-14846488-project-member] Enqueued Resource ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d with Priority: HIGHEST for action security_group_members [ 670.678346] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d with Priority: HIGHEST for action security_group_members [ 670.678673] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9ab576c-da4c-4402-a71a-04ddb8a8647d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.678824] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.678896] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.679195] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.679369] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.679500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.679576] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.679758] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.679877] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.679992] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9ab576c-da4c-4402-a71a-04ddb8a8647d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.728194] env[65987]: INFO networking_nsxv3.common.synchronization [req-2dcfde17-15e3-46f7-8c5c-68adf39ca871 req-85053ceb-aad7-4dc5-b9d3-ffcb356a60f9 tempest-ListServersNegativeTestJSON-152860058 tempest-ListServersNegativeTestJSON-152860058-project-member] Enqueued Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_members [ 670.729226] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_members [ 670.729580] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.729714] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.729779] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.729992] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.730494] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.730577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.730577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.730751] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.730838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.730934] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.182218] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.182423] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.182533] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.182788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.182895] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.183339] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.183607] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.183670] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.183981] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.184100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.184208] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d already deleted. [ 671.184300] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.234343] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.281890] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.282247] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-816" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.282345] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-816" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.283088] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-816" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.285513] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.285513] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.285513] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.285513] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.285513] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.285513] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.285513] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.285513] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.285513] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.285513] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.286373] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.286373] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.327163] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.327163] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.327596] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.327596] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-816" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.329852] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-f7a610d7-bdca-48db-9c1c-e4ffad3e327f taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.330932] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-f7a610d7-bdca-48db-9c1c-e4ffad3e327f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.330932] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-f7a610d7-bdca-48db-9c1c-e4ffad3e327f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.331134] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-f7a610d7-bdca-48db-9c1c-e4ffad3e327f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.331264] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7a610d7-bdca-48db-9c1c-e4ffad3e327f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.688142] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 395218e4-8021-402b-9f45-e610b55e814d in Status: SUCCESS [ 671.688142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.738039] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.749790] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: SUCCESS [ 671.749933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.750111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.750340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.750529] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.750645] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.750708] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.750863] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.750970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.751099] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.751150] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.835582] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.835813] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.835989] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.836242] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.836389] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.836530] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port f7a610d7-bdca-48db-9c1c-e4ffad3e327f not found, creating... [ 671.836795] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.836941] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.837068] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.837283] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.837411] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.837680] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.837825] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.837932] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.838145] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.838268] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.838397] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: f7a610d7-bdca-48db-9c1c-e4ffad3e327f is going to be created. [ 671.860425] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.860669] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.860786] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.861114] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.861342] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.861560] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-f7a610d7-bdca-48db-9c1c-e4ffad3e327f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.240416] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.240650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.240707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.241101] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.241266] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.241434] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 is going to be updated. [ 672.253031] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.253231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.253307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.253523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.253687] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.253786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.253850] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.254030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.254109] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.254217] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.254361] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.254440] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.254493] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.254635] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.254767] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.254854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.254915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.255064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.255140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.255218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.255301] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.274392] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.274604] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.274604] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.274836] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.274984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.287382] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: IN_PROGRESS for 2s [ 672.672019] env[65987]: INFO networking_nsxv3.common.synchronization [req-5169b00c-c87e-4149-928b-e2ed7a6eccce req-7097b9f1-e437-4ed0-a8d6-b458c6f3fa63 service nova] Enqueued Resource ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d with Priority: HIGHEST for action security_group_rules [ 672.672019] env[65987]: INFO networking_nsxv3.common.synchronization [req-5169b00c-c87e-4149-928b-e2ed7a6eccce req-7097b9f1-e437-4ed0-a8d6-b458c6f3fa63 service nova] Enqueued Resource ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d with Priority: HIGHEST for action security_group_members [ 672.672019] env[65987]: INFO networking_nsxv3.common.synchronization [req-5169b00c-c87e-4149-928b-e2ed7a6eccce req-7097b9f1-e437-4ed0-a8d6-b458c6f3fa63 service nova] Enqueued Resource ID: f7a610d7-bdca-48db-9c1c-e4ffad3e327f with Priority: HIGHEST for action port [ 672.672019] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d with Priority: HIGHEST for action security_group_rules [ 672.672019] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d with Priority: HIGHEST for action security_group_members [ 672.672442] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a610d7-bdca-48db-9c1c-e4ffad3e327f with Priority: HIGHEST for action port [ 672.672442] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9ab576c-da4c-4402-a71a-04ddb8a8647d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.672553] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.672553] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.672812] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.672926] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9ab576c-da4c-4402-a71a-04ddb8a8647d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.674023] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9ab576c-da4c-4402-a71a-04ddb8a8647d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.674023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.674169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.674289] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.675825] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.675825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.675825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.675825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.675825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.675825] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9ab576c-da4c-4402-a71a-04ddb8a8647d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.678804] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7a610d7-bdca-48db-9c1c-e4ffad3e327f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.678951] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7a610d7-bdca-48db-9c1c-e4ffad3e327f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.679038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7a610d7-bdca-48db-9c1c-e4ffad3e327f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.679297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7a610d7-bdca-48db-9c1c-e4ffad3e327f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.679445] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7a610d7-bdca-48db-9c1c-e4ffad3e327f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.757196] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b8f3c6c-8111-4fa6-8e15-758740f2f03f: rpc.has_security_group_logging(os_id): False [ 672.776727] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.776992] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.776992] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.777204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.777297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.777528] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.777628] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.777688] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.777843] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.777919] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.778136] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.778232] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.778291] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.778431] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.778503] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.778701] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.778795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.778845] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.778988] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.779089] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.779188] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f is going to be updated. [ 672.851801] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.851996] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.851996] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.853412] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.853412] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.882541] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: IN_PROGRESS for 2s [ 673.182108] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9ab576c-da4c-4402-a71a-04ddb8a8647d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.182450] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9ab576c-da4c-4402-a71a-04ddb8a8647d taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.182450] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.182751] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7a610d7-bdca-48db-9c1c-e4ffad3e327f with status ACTIVE [ 673.183171] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.183171] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.183171] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.183427] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.183427] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.184436] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.184436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.184436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.184436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.184436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.184436] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.184436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.184436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.184436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.184436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.185097] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7a610d7-bdca-48db-9c1c-e4ffad3e327f is going to be updated. [ 673.232249] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.232249] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.232249] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.232249] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.232249] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.232491] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7a610d7-bdca-48db-9c1c-e4ffad3e327f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.683608] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9ab576c-da4c-4402-a71a-04ddb8a8647d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.186972] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.187481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.187481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.190779] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.190779] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.190779] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d is going to be created. [ 674.224076] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.224372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.224372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.224639] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.224873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.239904] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d in Status: UNINITIALIZED for 2s [ 674.305972] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: SUCCESS [ 674.305972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.900226] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: SUCCESS [ 674.900226] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.253494] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d in Status: SUCCESS [ 676.253813] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.253813] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.254096] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.254256] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.254353] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.254502] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.254780] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.254920] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.255130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.255367] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9ab576c-da4c-4402-a71a-04ddb8a8647d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.757982] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9ab576c-da4c-4402-a71a-04ddb8a8647d taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.758193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.758280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.758566] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.758756] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.759173] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.759173] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.759173] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.759346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.759346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.759501] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9ab576c-da4c-4402-a71a-04ddb8a8647d taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.759626] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.760660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.760660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.760660] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.760660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.760660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.760660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.760660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.760660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.760660] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9ab576c-da4c-4402-a71a-04ddb8a8647d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.263996] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9ab576c-da4c-4402-a71a-04ddb8a8647d: rpc.has_security_group_logging(os_id): False [ 677.287553] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.287768] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.287908] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.288257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.288354] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.288831] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.289054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.289178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.289478] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.289688] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.289888] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.291695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.291821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.292124] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.293059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.293059] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.293059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.293059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.293059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.293408] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.293408] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d is going to be created. [ 677.393570] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.393790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.393879] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.394187] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.394434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.415875] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d in Status: IN_PROGRESS for 2s [ 677.460239] env[65987]: INFO networking_nsxv3.common.synchronization [None req-3d162e72-8a93-433f-bb21-7509e58bde95 None None] Enqueued Resource ID: a221c885-c140-49e6-98db-c8b652c2f12c with Priority: HIGHEST for action port [ 677.461468] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a221c885-c140-49e6-98db-c8b652c2f12c with Priority: HIGHEST for action port [ 677.464061] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-a221c885-c140-49e6-98db-c8b652c2f12c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.464061] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a221c885-c140-49e6-98db-c8b652c2f12c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.464061] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a221c885-c140-49e6-98db-c8b652c2f12c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.464061] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a221c885-c140-49e6-98db-c8b652c2f12c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.464061] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a221c885-c140-49e6-98db-c8b652c2f12c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.968090] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a221c885-c140-49e6-98db-c8b652c2f12c [ 677.968732] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.969551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.970363] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.970785] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.970966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.971189] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a221c885-c140-49e6-98db-c8b652c2f12c already deleted. [ 677.971349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a221c885-c140-49e6-98db-c8b652c2f12c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.431672] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d in Status: SUCCESS [ 679.432092] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.431270] env[65987]: INFO networking_nsxv3.common.synchronization [None req-572c7a6a-032b-4d2f-bfb9-4279dcc82697 tempest-ServersTestJSON-2093382905 tempest-ServersTestJSON-2093382905-project-member] Enqueued Resource ID: 3cb15445-cc26-4dde-b904-49d23d376831 with Priority: HIGHEST for action security_group_rules [ 680.431974] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb15445-cc26-4dde-b904-49d23d376831 with Priority: HIGHEST for action security_group_rules [ 680.432716] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb15445-cc26-4dde-b904-49d23d376831 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.432716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.432716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.433048] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.433048] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb15445-cc26-4dde-b904-49d23d376831',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.552503] env[65987]: INFO networking_nsxv3.common.synchronization [None req-97e93e48-8d7d-4dbf-92c5-25e7c0ca6992 None None] Enqueued Resource ID: 607be9ad-6e97-4e08-bf6b-d77b192ff01e with Priority: HIGHEST for action port [ 680.553224] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 607be9ad-6e97-4e08-bf6b-d77b192ff01e with Priority: HIGHEST for action port [ 680.553593] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-607be9ad-6e97-4e08-bf6b-d77b192ff01e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.554455] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-607be9ad-6e97-4e08-bf6b-d77b192ff01e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.554455] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-607be9ad-6e97-4e08-bf6b-d77b192ff01e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.554455] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-607be9ad-6e97-4e08-bf6b-d77b192ff01e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.556044] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('607be9ad-6e97-4e08-bf6b-d77b192ff01e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.634165] env[65987]: INFO networking_nsxv3.common.synchronization [None req-ddb46c9f-17f0-4bbd-ae6c-b9944718dc3d tempest-ServersTestJSON-2093382905 tempest-ServersTestJSON-2093382905-project-member] Enqueued Resource ID: 3cb15445-cc26-4dde-b904-49d23d376831 with Priority: HIGHEST for action security_group_rules [ 680.634165] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb15445-cc26-4dde-b904-49d23d376831 with Priority: HIGHEST for action security_group_rules [ 680.634798] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb15445-cc26-4dde-b904-49d23d376831 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.635152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.960080] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.960565] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.960639] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.960868] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.960969] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.961609] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb15445-cc26-4dde-b904-49d23d376831 already deleted. [ 680.961609] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.961609] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.961609] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.961609] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb15445-cc26-4dde-b904-49d23d376831',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.061189] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 607be9ad-6e97-4e08-bf6b-d77b192ff01e [ 681.061189] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.061189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.061189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.061189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.061189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.061189] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:607be9ad-6e97-4e08-bf6b-d77b192ff01e already deleted. [ 681.061189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-607be9ad-6e97-4e08-bf6b-d77b192ff01e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.486432] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.487050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.487324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.487640] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.487878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.488076] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb15445-cc26-4dde-b904-49d23d376831 already deleted. [ 681.488256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.172098] env[65987]: INFO networking_nsxv3.common.synchronization [req-9f837c83-51e8-468d-b425-57f578aad95a req-002b15bc-c29e-4353-8439-d383fa2db312 tempest-InstanceActionsTestJSON-984293182 tempest-InstanceActionsTestJSON-984293182-project-member] Enqueued Resource ID: 1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 with Priority: HIGHEST for action security_group_members [ 682.172450] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 with Priority: HIGHEST for action security_group_members [ 682.172810] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.175137] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.175137] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.175627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.175627] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.175627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.176196] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.176196] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.176196] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.176196] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe9a0bd-195b-44ef-8c72-e72aa4f2a312',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.681435] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.685039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.685039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.685039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.685039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.685039] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.685039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.685039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.685039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.685039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.685039] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 is going to be updated. [ 682.713609] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.713797] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.714209] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.714627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.715155] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.727158] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 in Status: IN_PROGRESS for 2s [ 682.835713] env[65987]: INFO networking_nsxv3.common.synchronization [None req-aa662bbc-500d-4579-a540-2857fca76521 None None] Enqueued Resource ID: 37d93223-2b30-4934-98cf-452c1f1275ba with Priority: HIGHEST for action port [ 682.835713] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d93223-2b30-4934-98cf-452c1f1275ba with Priority: HIGHEST for action port [ 682.835713] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-37d93223-2b30-4934-98cf-452c1f1275ba taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.836119] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37d93223-2b30-4934-98cf-452c1f1275ba" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.837185] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37d93223-2b30-4934-98cf-452c1f1275ba" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.838242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37d93223-2b30-4934-98cf-452c1f1275ba" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.839272] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37d93223-2b30-4934-98cf-452c1f1275ba',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.341511] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37d93223-2b30-4934-98cf-452c1f1275ba [ 683.341773] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.341939] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.342023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.343361] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.343547] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.345604] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37d93223-2b30-4934-98cf-452c1f1275ba already deleted. [ 683.345604] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37d93223-2b30-4934-98cf-452c1f1275ba" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.741303] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 in Status: SUCCESS [ 684.741631] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe9a0bd-195b-44ef-8c72-e72aa4f2a312 deletion is rescheduled due to dependency. [ 684.741729] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe9a0bd-195b-44ef-8c72-e72aa4f2a312" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.284197] env[65987]: INFO networking_nsxv3.common.synchronization [None req-a81b03a4-e83f-495f-9bad-79e051c61ee1 None None] Enqueued Resource ID: e9689386-537c-4e88-af7e-d2c751d0b54b with Priority: HIGHEST for action port [ 685.285016] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9689386-537c-4e88-af7e-d2c751d0b54b with Priority: HIGHEST for action port [ 685.285016] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9689386-537c-4e88-af7e-d2c751d0b54b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.287160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9689386-537c-4e88-af7e-d2c751d0b54b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.287160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9689386-537c-4e88-af7e-d2c751d0b54b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.287160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9689386-537c-4e88-af7e-d2c751d0b54b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.287160] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9689386-537c-4e88-af7e-d2c751d0b54b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.784891] env[65987]: INFO networking_nsxv3.common.synchronization [None req-701cd676-9d91-4a92-af15-672d0c4737d1 None None] Enqueued Resource ID: faa25203-cbad-4e4e-8945-19a068274069 with Priority: HIGHEST for action port [ 685.785891] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa25203-cbad-4e4e-8945-19a068274069 with Priority: HIGHEST for action port [ 685.787340] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-faa25203-cbad-4e4e-8945-19a068274069 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.787465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faa25203-cbad-4e4e-8945-19a068274069" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.787549] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faa25203-cbad-4e4e-8945-19a068274069" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.788204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faa25203-cbad-4e4e-8945-19a068274069" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.788204] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faa25203-cbad-4e4e-8945-19a068274069',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.789105] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9689386-537c-4e88-af7e-d2c751d0b54b [ 685.789319] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.789451] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.789544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.789723] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.789814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.790031] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9689386-537c-4e88-af7e-d2c751d0b54b already deleted. [ 685.790204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9689386-537c-4e88-af7e-d2c751d0b54b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.056202] env[65987]: INFO networking_nsxv3.common.synchronization [req-c179049b-a708-422d-aa6f-6bf2f0b54d04 req-190ebf49-6c00-41cd-add3-956d8318fa1d tempest-DeleteServersAdminTestJSON-538458691 tempest-DeleteServersAdminTestJSON-538458691-project-member] Enqueued Resource ID: 395218e4-8021-402b-9f45-e610b55e814d with Priority: HIGHEST for action security_group_members [ 686.056749] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395218e4-8021-402b-9f45-e610b55e814d with Priority: HIGHEST for action security_group_members [ 686.057650] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-395218e4-8021-402b-9f45-e610b55e814d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.057650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.057650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.061770] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.061770] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.061770] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.061770] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.061770] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.061770] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.061770] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395218e4-8021-402b-9f45-e610b55e814d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.291221] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port faa25203-cbad-4e4e-8945-19a068274069 [ 686.291490] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.291619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.291751] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.292656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.292656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.292656] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:faa25203-cbad-4e4e-8945-19a068274069 already deleted. [ 686.292656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faa25203-cbad-4e4e-8945-19a068274069" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.326027] env[65987]: INFO networking_nsxv3.common.synchronization [req-c8ffeb95-55f0-44be-bfba-186adca25451 req-abf55cb6-64a2-4ee2-9c39-a609a7193410 tempest-FloatingIPsAssociationTestJSON-1633535275 tempest-FloatingIPsAssociationTestJSON-1633535275-project-member] Enqueued Resource ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a with Priority: HIGHEST for action security_group_members [ 686.326688] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a with Priority: HIGHEST for action security_group_members [ 686.327795] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ae1cd1-dd8f-4f76-938e-09a7886c983a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.327795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.327795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.327795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.327795] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.327997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.327997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.328149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.328262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.328395] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.441863] env[65987]: INFO networking_nsxv3.common.synchronization [None req-302b445d-1668-4f69-b32c-f3149d5b8909 None None] Enqueued Resource ID: cb3bdbbc-28ff-4722-8662-43dcaf73e306 with Priority: HIGHEST for action port [ 686.442455] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb3bdbbc-28ff-4722-8662-43dcaf73e306 with Priority: HIGHEST for action port [ 686.443172] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb3bdbbc-28ff-4722-8662-43dcaf73e306 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.443172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb3bdbbc-28ff-4722-8662-43dcaf73e306" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.443172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb3bdbbc-28ff-4722-8662-43dcaf73e306" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.443440] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb3bdbbc-28ff-4722-8662-43dcaf73e306" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.443520] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb3bdbbc-28ff-4722-8662-43dcaf73e306',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.562013] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.562238] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.562313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.563322] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.563470] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.563726] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.563854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.563990] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.564147] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.564265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.564382] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395218e4-8021-402b-9f45-e610b55e814d is going to be updated. [ 686.597276] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.597763] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.597763] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.597763] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.597922] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.608547] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395218e4-8021-402b-9f45-e610b55e814d in Status: IN_PROGRESS for 2s [ 686.830551] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.945537] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb3bdbbc-28ff-4722-8662-43dcaf73e306 [ 686.946028] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.946028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.946342] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.946403] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.946489] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.946618] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb3bdbbc-28ff-4722-8662-43dcaf73e306 already deleted. [ 686.946729] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb3bdbbc-28ff-4722-8662-43dcaf73e306" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.337616] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.346966] env[65987]: INFO networking_nsxv3.common.synchronization [req-cb1b327c-cab6-4634-9ee3-8df441bc33e3 req-7977505c-4946-47f0-a9e4-d52efb0de6e4 tempest-MultipleCreateTestJSON-927493158 tempest-MultipleCreateTestJSON-927493158-project-member] Enqueued Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 687.347641] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 687.348503] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.348654] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.349074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.349074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.349305] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.349450] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.349543] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.349713] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.349805] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.349919] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.832182] env[65987]: INFO networking_nsxv3.common.synchronization [None req-124b8150-737a-44ba-a8d6-66e2b05408bc None None] Enqueued Resource ID: 290abf8c-e305-4ba2-803d-8a43df845cdd with Priority: HIGHEST for action port [ 687.832182] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 290abf8c-e305-4ba2-803d-8a43df845cdd with Priority: HIGHEST for action port [ 687.833782] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-290abf8c-e305-4ba2-803d-8a43df845cdd taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.833782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-290abf8c-e305-4ba2-803d-8a43df845cdd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.833782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-290abf8c-e305-4ba2-803d-8a43df845cdd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.833782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-290abf8c-e305-4ba2-803d-8a43df845cdd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.833782] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('290abf8c-e305-4ba2-803d-8a43df845cdd',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.841317] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.841827] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.841900] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.842147] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.842243] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.843374] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a is going to be updated. [ 687.853742] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.853916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.853993] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.854214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.854328] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.855008] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.855008] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.855008] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.855252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.855252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.855335] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294936d9-e513-4a56-bf69-977398416ae6 already deleted. [ 687.855427] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.871806] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.871987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.872088] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.872235] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.872379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.883397] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a in Status: IN_PROGRESS for 2s [ 688.289769] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.290364] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-221" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.290364] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-221" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.290529] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-221" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.290708] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.290896] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.292226] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.292425] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.292610] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.292850] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.292960] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.293523] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.293523] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.293523] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.293523] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.293682] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.332028] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.332028] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.332028] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.332028] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-221" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.332028] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-2ff25403-c42b-4b96-985b-a71d3d3ac283 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.332028] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-2ff25403-c42b-4b96-985b-a71d3d3ac283" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.332028] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-2ff25403-c42b-4b96-985b-a71d3d3ac283" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.332472] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-2ff25403-c42b-4b96-985b-a71d3d3ac283" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.332472] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff25403-c42b-4b96-985b-a71d3d3ac283',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.336781] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 290abf8c-e305-4ba2-803d-8a43df845cdd [ 688.340115] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.340115] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.340115] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.340115] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.340115] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.340115] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:290abf8c-e305-4ba2-803d-8a43df845cdd already deleted. [ 688.340115] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-290abf8c-e305-4ba2-803d-8a43df845cdd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.618404] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395218e4-8021-402b-9f45-e610b55e814d in Status: SUCCESS [ 688.618587] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395218e4-8021-402b-9f45-e610b55e814d deletion is rescheduled due to dependency. [ 688.618694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.838681] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.838681] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.838681] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.839503] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.839674] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.840111] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 2ff25403-c42b-4b96-985b-a71d3d3ac283 not found, creating... [ 688.840111] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.840358] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.840405] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.840973] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.840973] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.841216] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.841422] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.841547] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.845089] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.845280] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.845436] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 2ff25403-c42b-4b96-985b-a71d3d3ac283 is going to be created. [ 688.848639] env[65987]: INFO networking_nsxv3.common.synchronization [req-cb1b327c-cab6-4634-9ee3-8df441bc33e3 req-16c35f88-9bb7-4c15-9e84-e196a503a3e9 tempest-MultipleCreateTestJSON-927493158 tempest-MultipleCreateTestJSON-927493158-project-member] Enqueued Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 688.852902] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 688.852902] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.852902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.852902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.852902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.852902] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.852902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.852902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.852902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.852902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.852902] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.872826] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.872826] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.872826] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.872826] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.872826] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.872826] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-2ff25403-c42b-4b96-985b-a71d3d3ac283" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.355636] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.357924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.358037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.358351] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.358482] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.358721] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.359516] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.359516] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.359516] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.359629] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.360694] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294936d9-e513-4a56-bf69-977398416ae6 already deleted. [ 689.360802] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.481904] env[65987]: INFO networking_nsxv3.common.synchronization [None req-11f6f3b8-33bc-4797-ab9f-86e3c6e15dac None None] Enqueued Resource ID: 887ebc2c-f27d-4837-9a2d-e75c973e9554 with Priority: HIGHEST for action port [ 689.481904] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887ebc2c-f27d-4837-9a2d-e75c973e9554 with Priority: HIGHEST for action port [ 689.482606] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-887ebc2c-f27d-4837-9a2d-e75c973e9554 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.482727] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-887ebc2c-f27d-4837-9a2d-e75c973e9554" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.482792] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-887ebc2c-f27d-4837-9a2d-e75c973e9554" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.483068] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-887ebc2c-f27d-4837-9a2d-e75c973e9554" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.483220] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('887ebc2c-f27d-4837-9a2d-e75c973e9554',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.588240] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.588428] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-221" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.588543] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-221" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.588799] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-221" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.589380] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.589542] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.589655] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.591257] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.591436] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.591765] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.591765] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.591874] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.593526] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.593526] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.593526] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.593526] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.614328] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.614502] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.614646] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.614830] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-221" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.615187] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-b73b1dbe-4d30-465b-9c98-bee27533bfd2 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.615377] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-b73b1dbe-4d30-465b-9c98-bee27533bfd2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.615521] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-b73b1dbe-4d30-465b-9c98-bee27533bfd2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.615916] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-b73b1dbe-4d30-465b-9c98-bee27533bfd2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.616079] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b73b1dbe-4d30-465b-9c98-bee27533bfd2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.646869] env[65987]: INFO networking_nsxv3.common.synchronization [req-cb1b327c-cab6-4634-9ee3-8df441bc33e3 req-92a79ab2-0cca-4412-8ea9-fe9ca24ed0ab service nova] Enqueued Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_rules [ 689.647146] env[65987]: INFO networking_nsxv3.common.synchronization [req-cb1b327c-cab6-4634-9ee3-8df441bc33e3 req-92a79ab2-0cca-4412-8ea9-fe9ca24ed0ab service nova] Enqueued Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 689.647283] env[65987]: INFO networking_nsxv3.common.synchronization [req-cb1b327c-cab6-4634-9ee3-8df441bc33e3 req-92a79ab2-0cca-4412-8ea9-fe9ca24ed0ab service nova] Enqueued Resource ID: 2ff25403-c42b-4b96-985b-a71d3d3ac283 with Priority: HIGHEST for action port [ 689.647899] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_rules [ 689.648052] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 689.648140] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff25403-c42b-4b96-985b-a71d3d3ac283 with Priority: HIGHEST for action port [ 689.648774] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.648919] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.648994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.649279] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.649369] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.650284] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.650388] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.650454] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.650665] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.650841] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.650962] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.651031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.651158] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.651242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.651331] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.652283] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ff25403-c42b-4b96-985b-a71d3d3ac283 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.652419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ff25403-c42b-4b96-985b-a71d3d3ac283" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.652488] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ff25403-c42b-4b96-985b-a71d3d3ac283" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.652650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ff25403-c42b-4b96-985b-a71d3d3ac283" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.654167] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff25403-c42b-4b96-985b-a71d3d3ac283',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.898254] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a in Status: SUCCESS [ 689.898497] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.990395] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 887ebc2c-f27d-4837-9a2d-e75c973e9554 [ 689.990395] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.990395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.990395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.990395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.990744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.990744] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:887ebc2c-f27d-4837-9a2d-e75c973e9554 already deleted. [ 689.990744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-887ebc2c-f27d-4837-9a2d-e75c973e9554" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.119058] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.120026] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.120298] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.120672] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.120735] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.121016] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port b73b1dbe-4d30-465b-9c98-bee27533bfd2 not found, creating... [ 690.121502] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.121798] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.121798] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.122403] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.122403] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.122699] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.123472] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.123472] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.123472] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.123881] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.123881] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: b73b1dbe-4d30-465b-9c98-bee27533bfd2 is going to be created. [ 690.148090] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.148477] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.148597] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.150097] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.150516] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.151020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-b73b1dbe-4d30-465b-9c98-bee27533bfd2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.156309] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.157517] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.157719] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.157998] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ff25403-c42b-4b96-985b-a71d3d3ac283 with status ACTIVE [ 690.158225] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.158356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.158532] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.158876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.158984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.159217] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.159343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.159343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.159513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.159592] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.159922] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.160192] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.160479] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.160745] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.160833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.160926] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ff25403-c42b-4b96-985b-a71d3d3ac283 is going to be updated. [ 690.188689] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.188932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.189065] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.189409] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.189851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.192053] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ff25403-c42b-4b96-985b-a71d3d3ac283" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.662991] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.915991] env[65987]: INFO networking_nsxv3.common.synchronization [req-cb1b327c-cab6-4634-9ee3-8df441bc33e3 req-f38c2839-19e3-485f-973b-954a4e612a2c service nova] Enqueued Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_rules [ 690.915991] env[65987]: INFO networking_nsxv3.common.synchronization [req-cb1b327c-cab6-4634-9ee3-8df441bc33e3 req-f38c2839-19e3-485f-973b-954a4e612a2c service nova] Enqueued Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 690.915991] env[65987]: INFO networking_nsxv3.common.synchronization [req-cb1b327c-cab6-4634-9ee3-8df441bc33e3 req-f38c2839-19e3-485f-973b-954a4e612a2c service nova] Enqueued Resource ID: b73b1dbe-4d30-465b-9c98-bee27533bfd2 with Priority: HIGHEST for action port [ 690.918102] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_rules [ 690.918102] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 690.918102] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b73b1dbe-4d30-465b-9c98-bee27533bfd2 with Priority: HIGHEST for action port [ 690.918102] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.918102] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.918102] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.919568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.920035] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-b73b1dbe-4d30-465b-9c98-bee27533bfd2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.920435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b73b1dbe-4d30-465b-9c98-bee27533bfd2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.920626] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b73b1dbe-4d30-465b-9c98-bee27533bfd2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.921923] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b73b1dbe-4d30-465b-9c98-bee27533bfd2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.921923] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b73b1dbe-4d30-465b-9c98-bee27533bfd2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.110499] env[65987]: INFO networking_nsxv3.common.synchronization [None req-451a1c56-906e-4097-b7f2-35df14d99120 None None] Enqueued Resource ID: 7a3f1bda-bdde-484a-9960-d4303a396080 with Priority: HIGHEST for action port [ 691.111943] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a3f1bda-bdde-484a-9960-d4303a396080 with Priority: HIGHEST for action port [ 691.111943] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a3f1bda-bdde-484a-9960-d4303a396080 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.111943] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a3f1bda-bdde-484a-9960-d4303a396080" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.112186] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a3f1bda-bdde-484a-9960-d4303a396080" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.112424] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a3f1bda-bdde-484a-9960-d4303a396080" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.112517] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a3f1bda-bdde-484a-9960-d4303a396080',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.166176] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.166575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.166575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.166798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.166849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.166956] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294936d9-e513-4a56-bf69-977398416ae6 is going to be created. [ 691.192735] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.192932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.192975] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.193240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.193426] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.207448] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: UNINITIALIZED for 2s [ 691.350672] env[65987]: INFO networking_nsxv3.common.synchronization [None req-5df36fc3-4be9-46af-8d79-b9dece39b50d None None] Enqueued Resource ID: 8c8026ef-c989-4533-a6d3-a755b64a0926 with Priority: HIGHEST for action port [ 691.353743] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8026ef-c989-4533-a6d3-a755b64a0926 with Priority: HIGHEST for action port [ 691.353743] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c8026ef-c989-4533-a6d3-a755b64a0926 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.353743] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c8026ef-c989-4533-a6d3-a755b64a0926" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.353743] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c8026ef-c989-4533-a6d3-a755b64a0926" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.353743] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c8026ef-c989-4533-a6d3-a755b64a0926" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.353743] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c8026ef-c989-4533-a6d3-a755b64a0926',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.427047] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b73b1dbe-4d30-465b-9c98-bee27533bfd2 with status ACTIVE [ 691.428352] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.428433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.428433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.428646] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.428751] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.428954] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.429067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.429175] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.429871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.429871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.429871] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.430036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.430036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.430129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.430256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.430354] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b73b1dbe-4d30-465b-9c98-bee27533bfd2 is going to be updated. [ 691.463052] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.463052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.463052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.463052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.463052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.463052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b73b1dbe-4d30-465b-9c98-bee27533bfd2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.615423] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a3f1bda-bdde-484a-9960-d4303a396080 [ 691.615651] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.615790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.615882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.616159] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.616268] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.616426] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a3f1bda-bdde-484a-9960-d4303a396080 already deleted. [ 691.616535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a3f1bda-bdde-484a-9960-d4303a396080" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.857042] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c8026ef-c989-4533-a6d3-a755b64a0926 [ 691.857042] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.857200] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.857200] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.857825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.857825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.857825] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c8026ef-c989-4533-a6d3-a755b64a0926 already deleted. [ 691.857825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c8026ef-c989-4533-a6d3-a755b64a0926" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.117666] env[65987]: INFO networking_nsxv3.common.synchronization [None req-23f9ef22-fc5e-42a6-af06-26b45d064b15 None None] Enqueued Resource ID: e480f8fb-d77e-440c-b37b-c90531c045a7 with Priority: HIGHEST for action port [ 692.119378] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e480f8fb-d77e-440c-b37b-c90531c045a7 with Priority: HIGHEST for action port [ 692.119378] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e480f8fb-d77e-440c-b37b-c90531c045a7 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.119378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e480f8fb-d77e-440c-b37b-c90531c045a7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.119378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e480f8fb-d77e-440c-b37b-c90531c045a7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.121264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e480f8fb-d77e-440c-b37b-c90531c045a7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.121347] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e480f8fb-d77e-440c-b37b-c90531c045a7',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.126778] env[65987]: INFO networking_nsxv3.common.synchronization [None req-7fa3df0a-399f-4861-8fa4-e4f72dcec9fd tempest-AttachVolumeNegativeTest-1685597108 tempest-AttachVolumeNegativeTest-1685597108-project-member] Enqueued Resource ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd with Priority: HIGHEST for action security_group_rules [ 692.127546] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd with Priority: HIGHEST for action security_group_rules [ 692.129782] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f52ccc3-347f-4e5e-99c9-9bff622d50dd taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.129954] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.131141] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.131544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.131910] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f52ccc3-347f-4e5e-99c9-9bff622d50dd',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.262968] env[65987]: INFO networking_nsxv3.common.synchronization [None req-f516b6fe-2f11-48fc-bcb2-c351288191d9 tempest-AttachVolumeNegativeTest-1685597108 tempest-AttachVolumeNegativeTest-1685597108-project-member] Enqueued Resource ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd with Priority: HIGHEST for action security_group_rules [ 692.264746] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd with Priority: HIGHEST for action security_group_rules [ 692.264746] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f52ccc3-347f-4e5e-99c9-9bff622d50dd taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.267143] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.630153] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e480f8fb-d77e-440c-b37b-c90531c045a7 [ 692.631682] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.638019] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.638019] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.638019] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.638019] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.638019] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e480f8fb-d77e-440c-b37b-c90531c045a7 already deleted. [ 692.638019] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e480f8fb-d77e-440c-b37b-c90531c045a7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.662041] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.662203] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.662203] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.662396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.662487] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.662584] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd already deleted. [ 692.662664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.662810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.662970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.663061] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f52ccc3-347f-4e5e-99c9-9bff622d50dd',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.188903] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.189590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.189590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.189590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.189590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.189743] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd already deleted. [ 693.189743] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.216402] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: SUCCESS [ 693.216691] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.217055] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.217302] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.217502] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.217608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.217707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.217930] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.218242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.218390] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.218500] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.219624] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.219794] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.220859] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.220859] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.220859] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.220859] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.220859] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.220859] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.723275] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.723383] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.723756] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.228589] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.440044] env[65987]: INFO networking_nsxv3.common.synchronization [req-f9ae2bdd-d5cf-4dc2-9164-106f35a1a6e7 req-420013ea-e1c4-46be-bfe5-a2c061089f3c tempest-FloatingIPsAssociationNegativeTestJSON-9149410 tempest-FloatingIPsAssociationNegativeTestJSON-9149410-project-member] Enqueued Resource ID: dd4789f3-3d9e-4f8f-9890-bdb24786df38 with Priority: HIGHEST for action security_group_members [ 694.440671] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4789f3-3d9e-4f8f-9890-bdb24786df38 with Priority: HIGHEST for action security_group_members [ 694.441252] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4789f3-3d9e-4f8f-9890-bdb24786df38 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.441395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.441458] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.442248] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.442248] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.442248] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.442248] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.442248] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.442507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.442507] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4789f3-3d9e-4f8f-9890-bdb24786df38',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.732825] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.732997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.733062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.733338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.733432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.733536] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294936d9-e513-4a56-bf69-977398416ae6 is going to be updated. [ 694.768691] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.768865] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.768946] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.769238] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.769424] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.783858] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: IN_PROGRESS for 2s [ 694.902301] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.902606] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-257" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.902743] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-257" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.904712] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-257" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.905118] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.905423] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.905492] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.906747] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.906747] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.906747] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.906747] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.906747] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.906747] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.906747] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.907167] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.907167] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.937534] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.937534] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.937534] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.937534] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-257" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.937534] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-fa6bb6b3-46b8-4601-bf3d-7d8bdb015a14 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.937534] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-fa6bb6b3-46b8-4601-bf3d-7d8bdb015a14" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.937534] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-fa6bb6b3-46b8-4601-bf3d-7d8bdb015a14" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.937534] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-fa6bb6b3-46b8-4601-bf3d-7d8bdb015a14" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.937534] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa6bb6b3-46b8-4601-bf3d-7d8bdb015a14',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.946706] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.946876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.946943] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.947195] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.947297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.947513] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.947615] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.947677] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.947855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.947959] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.948144] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4789f3-3d9e-4f8f-9890-bdb24786df38 already deleted. [ 694.949294] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.998599] env[65987]: INFO networking_nsxv3.common.synchronization [None req-fc341422-2d33-49f1-b4b2-56155088666b None None] Enqueued Resource ID: 38844245-59f2-459f-824d-c09a6b0524b8 with Priority: HIGHEST for action port [ 694.998957] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38844245-59f2-459f-824d-c09a6b0524b8 with Priority: HIGHEST for action port [ 694.999415] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-38844245-59f2-459f-824d-c09a6b0524b8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.999515] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38844245-59f2-459f-824d-c09a6b0524b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.999515] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38844245-59f2-459f-824d-c09a6b0524b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.999753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38844245-59f2-459f-824d-c09a6b0524b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.999834] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38844245-59f2-459f-824d-c09a6b0524b8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.441531] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.441856] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.442022] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.442303] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.442485] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.443493] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port fa6bb6b3-46b8-4601-bf3d-7d8bdb015a14 not found, creating... [ 695.444266] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.444266] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.444487] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.444624] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.444764] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.445091] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.445249] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.445361] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.445587] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.445717] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.445855] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: fa6bb6b3-46b8-4601-bf3d-7d8bdb015a14 is going to be created. [ 695.475139] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.475575] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.475722] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.476011] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.476300] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.476610] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-fa6bb6b3-46b8-4601-bf3d-7d8bdb015a14" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.504599] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38844245-59f2-459f-824d-c09a6b0524b8 [ 695.504852] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.505068] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.505151] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.505354] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.505442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.505543] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38844245-59f2-459f-824d-c09a6b0524b8 already deleted. [ 695.505620] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38844245-59f2-459f-824d-c09a6b0524b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.206337] env[65987]: INFO networking_nsxv3.common.synchronization [req-f9ae2bdd-d5cf-4dc2-9164-106f35a1a6e7 req-f59832af-b54f-4040-8bde-2674c2be8810 service nova] Enqueued Resource ID: dd4789f3-3d9e-4f8f-9890-bdb24786df38 with Priority: HIGHEST for action security_group_rules [ 696.206337] env[65987]: INFO networking_nsxv3.common.synchronization [req-f9ae2bdd-d5cf-4dc2-9164-106f35a1a6e7 req-f59832af-b54f-4040-8bde-2674c2be8810 service nova] Enqueued Resource ID: dd4789f3-3d9e-4f8f-9890-bdb24786df38 with Priority: HIGHEST for action security_group_members [ 696.206337] env[65987]: INFO networking_nsxv3.common.synchronization [req-f9ae2bdd-d5cf-4dc2-9164-106f35a1a6e7 req-f59832af-b54f-4040-8bde-2674c2be8810 service nova] Enqueued Resource ID: fa6bb6b3-46b8-4601-bf3d-7d8bdb015a14 with Priority: HIGHEST for action port [ 696.206510] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4789f3-3d9e-4f8f-9890-bdb24786df38 with Priority: HIGHEST for action security_group_rules [ 696.206759] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4789f3-3d9e-4f8f-9890-bdb24786df38 with Priority: HIGHEST for action security_group_members [ 696.206759] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa6bb6b3-46b8-4601-bf3d-7d8bdb015a14 with Priority: HIGHEST for action port [ 696.207028] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4789f3-3d9e-4f8f-9890-bdb24786df38 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.207145] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.207200] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.207449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.207524] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4789f3-3d9e-4f8f-9890-bdb24786df38',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.208560] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4789f3-3d9e-4f8f-9890-bdb24786df38 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.208702] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.208768] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.208906] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.209725] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.209725] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.209725] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.212276] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.212276] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.212276] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4789f3-3d9e-4f8f-9890-bdb24786df38',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.212276] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa6bb6b3-46b8-4601-bf3d-7d8bdb015a14 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.212276] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa6bb6b3-46b8-4601-bf3d-7d8bdb015a14" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.212276] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa6bb6b3-46b8-4601-bf3d-7d8bdb015a14" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.212276] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa6bb6b3-46b8-4601-bf3d-7d8bdb015a14" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.212276] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa6bb6b3-46b8-4601-bf3d-7d8bdb015a14',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.712253] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4789f3-3d9e-4f8f-9890-bdb24786df38',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.717160] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa6bb6b3-46b8-4601-bf3d-7d8bdb015a14 with status ACTIVE [ 696.717160] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.717160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.717160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.717160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.717160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.717160] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.717160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.717160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.717160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.717160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.718115] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.718115] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.718115] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.718115] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.718115] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.718274] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa6bb6b3-46b8-4601-bf3d-7d8bdb015a14 is going to be updated. [ 696.719705] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4789f3-3d9e-4f8f-9890-bdb24786df38 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.720207] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.746815] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.747100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.747100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.747257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.747396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.747556] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa6bb6b3-46b8-4601-bf3d-7d8bdb015a14" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.795608] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: SUCCESS [ 696.795862] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.796066] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.796373] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.796578] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.796725] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.796790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.796956] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.797053] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.797142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.797312] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.797410] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.797472] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.797617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.797757] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.797847] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.797907] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.798073] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.798149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.798230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.798320] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.214901] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4789f3-3d9e-4f8f-9890-bdb24786df38',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.300346] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 294936d9-e513-4a56-bf69-977398416ae6: rpc.has_security_group_logging(os_id): False [ 697.321120] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.321373] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.321475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.321705] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.321801] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.322053] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.322208] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.322208] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.322371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.322446] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.322685] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.322799] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.322843] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.323011] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.323659] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.323882] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.323981] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.324076] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.324244] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.324328] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.324418] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 294936d9-e513-4a56-bf69-977398416ae6 is going to be created. [ 697.386078] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.386078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.386078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.386078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.386333] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.398918] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: IN_PROGRESS for 2s [ 697.502046] env[65987]: INFO networking_nsxv3.common.synchronization [req-88a2e8b7-f3da-45ae-88d2-1ab6d0fc2f18 req-bee0148f-3214-467f-8a9d-db7ed78c69e3 tempest-ServersAdminNegativeTestJSON-1435963762 tempest-ServersAdminNegativeTestJSON-1435963762-project-member] Enqueued Resource ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb with Priority: HIGHEST for action security_group_members [ 697.502046] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb with Priority: HIGHEST for action security_group_members [ 697.503359] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.505056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.505056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.505056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.505056] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.505056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.505056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.505056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.505056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.505056] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.722026] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.722389] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.722389] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.722535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.722602] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.722731] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4789f3-3d9e-4f8f-9890-bdb24786df38 is going to be created. [ 697.763733] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.763926] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.763967] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.764678] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.764678] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.789980] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4789f3-3d9e-4f8f-9890-bdb24786df38 in Status: UNINITIALIZED for 2s [ 697.924121] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.925042] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.925042] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.925609] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.926066] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.926642] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.926642] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.926876] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.927626] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.927626] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.927626] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.927626] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.927626] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.927841] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.927841] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.927975] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.953752] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.953948] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.955487] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.955487] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.955487] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-635f0b6c-2c21-49ce-9bd7-38ff5505fdd7 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.955487] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-635f0b6c-2c21-49ce-9bd7-38ff5505fdd7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.955487] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-635f0b6c-2c21-49ce-9bd7-38ff5505fdd7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.955487] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-635f0b6c-2c21-49ce-9bd7-38ff5505fdd7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.955487] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('635f0b6c-2c21-49ce-9bd7-38ff5505fdd7',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.008404] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.008984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.008984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.009759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.009759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.009759] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.010016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.010016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.010226] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.010306] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.010522] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb already deleted. [ 698.011171] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.462546] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.462849] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.463042] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.463454] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.463653] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.463958] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 635f0b6c-2c21-49ce-9bd7-38ff5505fdd7 not found, creating... [ 698.464611] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.464611] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.464798] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.465059] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.465313] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.465795] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.466065] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.466307] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.467035] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.467035] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.467203] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 635f0b6c-2c21-49ce-9bd7-38ff5505fdd7 is going to be created. [ 698.496431] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.496822] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.497032] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.497347] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.497676] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.497973] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-635f0b6c-2c21-49ce-9bd7-38ff5505fdd7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.703928] env[65987]: INFO networking_nsxv3.common.synchronization [req-035a110a-6101-419d-a2e4-5bedba8f8bf6 req-437b401a-d61d-4e32-814a-1304c5037d14 tempest-InstanceActionsNegativeTestJSON-14846488 tempest-InstanceActionsNegativeTestJSON-14846488-project-member] Enqueued Resource ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d with Priority: HIGHEST for action security_group_members [ 698.704804] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d with Priority: HIGHEST for action security_group_members [ 698.705318] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9ab576c-da4c-4402-a71a-04ddb8a8647d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.705464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.705635] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.706437] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.706437] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.706437] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.706437] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.706630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.706630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.706775] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9ab576c-da4c-4402-a71a-04ddb8a8647d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.208767] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.209912] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.209912] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.209912] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.209912] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.211520] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.211520] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.211520] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.211520] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.211520] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.211520] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d is going to be updated. [ 699.222977] env[65987]: INFO networking_nsxv3.common.synchronization [req-88a2e8b7-f3da-45ae-88d2-1ab6d0fc2f18 req-a80e701d-49e8-4adf-84af-27ff87e56718 service nova] Enqueued Resource ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb with Priority: HIGHEST for action security_group_rules [ 699.223199] env[65987]: INFO networking_nsxv3.common.synchronization [req-88a2e8b7-f3da-45ae-88d2-1ab6d0fc2f18 req-a80e701d-49e8-4adf-84af-27ff87e56718 service nova] Enqueued Resource ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb with Priority: HIGHEST for action security_group_members [ 699.223386] env[65987]: INFO networking_nsxv3.common.synchronization [req-88a2e8b7-f3da-45ae-88d2-1ab6d0fc2f18 req-a80e701d-49e8-4adf-84af-27ff87e56718 service nova] Enqueued Resource ID: 635f0b6c-2c21-49ce-9bd7-38ff5505fdd7 with Priority: HIGHEST for action port [ 699.224646] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb with Priority: HIGHEST for action security_group_rules [ 699.225030] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb with Priority: HIGHEST for action security_group_members [ 699.225762] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 635f0b6c-2c21-49ce-9bd7-38ff5505fdd7 with Priority: HIGHEST for action port [ 699.226404] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.226742] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.226879] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.227196] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.227315] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.228301] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.228465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.234396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.234396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.234396] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.234396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.234396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.234396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.234396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.234396] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.235048] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-635f0b6c-2c21-49ce-9bd7-38ff5505fdd7 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.235048] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-635f0b6c-2c21-49ce-9bd7-38ff5505fdd7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.235175] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-635f0b6c-2c21-49ce-9bd7-38ff5505fdd7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.235345] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-635f0b6c-2c21-49ce-9bd7-38ff5505fdd7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.235457] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('635f0b6c-2c21-49ce-9bd7-38ff5505fdd7',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.241482] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.241638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.241727] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.241919] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.242100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.251584] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d in Status: IN_PROGRESS for 2s [ 699.416457] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: SUCCESS [ 699.416695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.416897] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.417234] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.417366] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.744024] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.744024] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.744024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.744024] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 635f0b6c-2c21-49ce-9bd7-38ff5505fdd7 with status ACTIVE [ 699.744335] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.744754] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.744754] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.744861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.745765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.745765] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.745765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.745765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.745968] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.746110] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.746418] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.746592] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.746703] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.747021] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.747208] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.747369] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 635f0b6c-2c21-49ce-9bd7-38ff5505fdd7 is going to be updated. [ 699.772445] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.772905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.772905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.773330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.773780] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.773886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-635f0b6c-2c21-49ce-9bd7-38ff5505fdd7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.778895] env[65987]: INFO networking_nsxv3.common.synchronization [req-c264abdf-d9c4-4ca1-ba59-056203748474 req-bf55dbf4-b786-4441-9978-e27d0763cfc6 tempest-ImagesOneServerTestJSON-170073957 tempest-ImagesOneServerTestJSON-170073957-project-member] Enqueued Resource ID: c79ce853-cbff-4ef1-ac70-3288818ed062 with Priority: HIGHEST for action security_group_members [ 699.780546] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c79ce853-cbff-4ef1-ac70-3288818ed062 with Priority: HIGHEST for action security_group_members [ 699.781264] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c79ce853-cbff-4ef1-ac70-3288818ed062 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.781480] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.781610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.781899] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.782165] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.782343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.782478] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.782762] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.782878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.783048] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c79ce853-cbff-4ef1-ac70-3288818ed062',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.803811] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4789f3-3d9e-4f8f-9890-bdb24786df38 in Status: SUCCESS [ 699.803811] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.803811] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.803811] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.804105] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.804105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.804196] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.804315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.804400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.804487] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.804588] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4789f3-3d9e-4f8f-9890-bdb24786df38',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.920556] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.920712] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.920785] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.920996] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.921175] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.921279] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.921333] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.921490] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.921575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.921708] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.921793] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.251647] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.288575] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.288575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.288575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.288575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.288575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.288575] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.288575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.288575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.288575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.288575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.288575] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c79ce853-cbff-4ef1-ac70-3288818ed062 is going to be updated. [ 700.311154] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4789f3-3d9e-4f8f-9890-bdb24786df38 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.311345] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.311417] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.311659] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.311842] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.311940] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.312011] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.312178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.312262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.312472] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.312693] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4789f3-3d9e-4f8f-9890-bdb24786df38 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.312927] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.312927] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.313435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.313697] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.313834] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.313941] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.314180] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.314320] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.315035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.315035] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4789f3-3d9e-4f8f-9890-bdb24786df38',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.324953] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.327430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.327601] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.327817] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.327965] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.341033] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c79ce853-cbff-4ef1-ac70-3288818ed062 in Status: IN_PROGRESS for 2s [ 700.424371] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.424625] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.424711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.424934] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.425188] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.425261] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.425291] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.425422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.425516] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.425599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.425743] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.425834] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.425895] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.429822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.430040] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.430153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.430222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.430386] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.430545] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.430545] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.430723] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.755105] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.755323] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.755323] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.755831] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.755831] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.755831] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb is going to be created. [ 700.780446] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.780557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.780599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.780808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.780958] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.792390] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb in Status: UNINITIALIZED for 2s [ 700.817405] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4789f3-3d9e-4f8f-9890-bdb24786df38: rpc.has_security_group_logging(os_id): False [ 700.840023] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.840023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.840023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.840023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.840023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.840023] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.840023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.840023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.840023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.840023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.840023] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.840023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.840023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.840023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.840023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.840690] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.840690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.840690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.840690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.842032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.843167] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4789f3-3d9e-4f8f-9890-bdb24786df38 is going to be created. [ 700.907314] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.908464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.908586] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.908960] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.909962] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.923077] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4789f3-3d9e-4f8f-9890-bdb24786df38 in Status: IN_PROGRESS for 2s [ 700.934134] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 294936d9-e513-4a56-bf69-977398416ae6: rpc.has_security_group_logging(os_id): False [ 700.965511] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.966071] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.966292] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.966932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.966932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.967138] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.967307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.967436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.967678] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.967859] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.968120] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.968278] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.968383] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.968573] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.968695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.968943] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.969124] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.969244] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.969449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.969568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.969706] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 294936d9-e513-4a56-bf69-977398416ae6 is going to be updated. [ 701.052025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.052025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.052025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.052025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.052025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.063829] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: IN_PROGRESS for 2s [ 701.265601] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d in Status: SUCCESS [ 701.265938] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d deletion is rescheduled due to dependency. [ 701.265938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.437340] env[65987]: INFO networking_nsxv3.common.synchronization [None req-bf395418-e2f2-44ff-b51d-302cfd79110a None None] Enqueued Resource ID: ccda2226-db46-43f3-807b-84e23c2a508e with Priority: HIGHEST for action port [ 701.439336] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccda2226-db46-43f3-807b-84e23c2a508e with Priority: HIGHEST for action port [ 701.441246] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccda2226-db46-43f3-807b-84e23c2a508e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.442517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccda2226-db46-43f3-807b-84e23c2a508e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.442517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccda2226-db46-43f3-807b-84e23c2a508e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.442517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccda2226-db46-43f3-807b-84e23c2a508e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.442517] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccda2226-db46-43f3-807b-84e23c2a508e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.945116] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccda2226-db46-43f3-807b-84e23c2a508e [ 701.945735] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.945735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.945735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.945735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.945887] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.945920] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccda2226-db46-43f3-807b-84e23c2a508e already deleted. [ 701.946027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccda2226-db46-43f3-807b-84e23c2a508e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.353626] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c79ce853-cbff-4ef1-ac70-3288818ed062 in Status: SUCCESS [ 702.354550] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c79ce853-cbff-4ef1-ac70-3288818ed062 deletion is rescheduled due to dependency. [ 702.354550] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.476075] env[65987]: INFO networking_nsxv3.common.synchronization [req-7c2d6f4f-5249-4065-9949-8caba6c4f75c req-d0779964-fddb-41a9-a905-7a29319c226c tempest-VolumesAdminNegativeTest-1833607655 tempest-VolumesAdminNegativeTest-1833607655-project-member] Enqueued Resource ID: 177edb9d-0d53-47f2-a2db-1be2e1c8569e with Priority: HIGHEST for action security_group_members [ 702.476382] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177edb9d-0d53-47f2-a2db-1be2e1c8569e with Priority: HIGHEST for action security_group_members [ 702.477445] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-177edb9d-0d53-47f2-a2db-1be2e1c8569e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.477445] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.477445] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.477445] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.477445] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.477692] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.477692] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.477692] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.477784] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.477977] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('177edb9d-0d53-47f2-a2db-1be2e1c8569e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.804327] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb in Status: SUCCESS [ 702.804623] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.804844] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.805145] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.805407] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.805571] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.805666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.805878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.806085] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.806153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.807047] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.863050] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.863050] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-616" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.863320] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-616" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.863525] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-616" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.863785] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.863934] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.864088] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.864413] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.864566] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.864773] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.864878] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.865049] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.865087] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.865192] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.865290] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.865411] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.902318] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.902662] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.902704] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.902869] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-616" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.903225] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-81a52dd8-beb4-42cf-bbcc-3b8d3066641f taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.903423] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-81a52dd8-beb4-42cf-bbcc-3b8d3066641f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.903537] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-81a52dd8-beb4-42cf-bbcc-3b8d3066641f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.903849] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-81a52dd8-beb4-42cf-bbcc-3b8d3066641f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.903983] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a52dd8-beb4-42cf-bbcc-3b8d3066641f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.940603] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4789f3-3d9e-4f8f-9890-bdb24786df38 in Status: SUCCESS [ 702.940895] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.958965] env[65987]: INFO networking_nsxv3.common.synchronization [None req-3c81ab30-31b7-4224-9571-4f20afa21d65 tempest-ServersTestFqdnHostnames-1711465986 tempest-ServersTestFqdnHostnames-1711465986-project-member] Enqueued Resource ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 with Priority: HIGHEST for action security_group_rules [ 702.959267] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 with Priority: HIGHEST for action security_group_rules [ 702.959610] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.959756] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.959804] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.960208] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.960313] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03b1d822-bfd6-4b5b-b73c-39f93b0f41f1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.980153] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.980344] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.980423] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.980873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.980873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.980986] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.981113] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.981156] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.981305] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.981758] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.981851] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 177edb9d-0d53-47f2-a2db-1be2e1c8569e already deleted. [ 702.981942] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.080374] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: SUCCESS [ 703.080662] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.309374] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.309540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.309644] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.309999] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.310230] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.310368] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.310471] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.310688] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.310803] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.310918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.311173] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.311262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.311336] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.311492] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.311638] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.311745] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.311806] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.311944] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.312033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.312205] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.312323] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.393710] env[65987]: INFO networking_nsxv3.common.synchronization [req-0c03fc45-8241-4d2b-ac7c-df33d02db5b7 req-0e16532f-4027-4b49-b56c-9a8669d6b138 tempest-VolumesAssistedSnapshotsTest-1381014032 tempest-VolumesAssistedSnapshotsTest-1381014032-project-member] Enqueued Resource ID: 829aa62a-6089-4079-9025-78ed84149431 with Priority: HIGHEST for action security_group_members [ 703.394821] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829aa62a-6089-4079-9025-78ed84149431 with Priority: HIGHEST for action security_group_members [ 703.394821] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-829aa62a-6089-4079-9025-78ed84149431 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.394971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.395086] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.395352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.395594] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.395730] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.395828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.396087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.396227] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.396366] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829aa62a-6089-4079-9025-78ed84149431',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.407183] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.407503] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.407643] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.407942] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.408325] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.408325] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 81a52dd8-beb4-42cf-bbcc-3b8d3066641f not found, creating... [ 703.408665] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.408816] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.408974] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.409192] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.409340] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.409635] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.409805] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.409926] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.410159] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.410293] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.410441] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 81a52dd8-beb4-42cf-bbcc-3b8d3066641f is going to be created. [ 703.436750] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.437068] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.437255] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.437763] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.437867] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.438112] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-81a52dd8-beb4-42cf-bbcc-3b8d3066641f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.481236] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.481536] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.481536] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.481715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.481809] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.481907] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 already deleted. [ 703.481985] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.670877] env[65987]: INFO networking_nsxv3.common.synchronization [None req-1fd38b9c-3db8-470a-8f48-6950bc685ad7 tempest-ServersTestFqdnHostnames-1711465986 tempest-ServersTestFqdnHostnames-1711465986-project-member] Enqueued Resource ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 with Priority: HIGHEST for action security_group_rules [ 703.671936] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 with Priority: HIGHEST for action security_group_rules [ 703.672099] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.672152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.672236] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.672430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.672506] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03b1d822-bfd6-4b5b-b73c-39f93b0f41f1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.817093] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7e99b4c-6ad3-45eb-a536-4de24d6c76bb: rpc.has_security_group_logging(os_id): False [ 703.840966] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.841280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.841401] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.841630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.841756] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.841990] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.842141] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.842240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.842359] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.842438] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.843149] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.843300] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.843340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.843649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.843745] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.844043] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.844043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.844240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.844313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.844416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.844514] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb is going to be created. [ 703.899327] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.899518] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.899561] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.899781] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.899874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.900090] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.900193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.900243] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.900457] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.900536] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.901591] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829aa62a-6089-4079-9025-78ed84149431 is going to be updated. [ 703.919231] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.919402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.919444] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.920037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.920037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.942106] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb in Status: IN_PROGRESS for 2s [ 703.971190] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.971634] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.971754] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.971995] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.972180] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.986154] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829aa62a-6089-4079-9025-78ed84149431 in Status: IN_PROGRESS for 2s [ 704.143279] env[65987]: INFO networking_nsxv3.common.synchronization [None req-eb6f04ef-c210-4db2-91f5-9d7a4d115758 None None] Enqueued Resource ID: 3af409cb-65f1-450b-949f-7b2fed8eed29 with Priority: HIGHEST for action port [ 704.144039] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3af409cb-65f1-450b-949f-7b2fed8eed29 with Priority: HIGHEST for action port [ 704.144490] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-3af409cb-65f1-450b-949f-7b2fed8eed29 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.147381] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3af409cb-65f1-450b-949f-7b2fed8eed29" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.147520] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3af409cb-65f1-450b-949f-7b2fed8eed29" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.147873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3af409cb-65f1-450b-949f-7b2fed8eed29" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.147984] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3af409cb-65f1-450b-949f-7b2fed8eed29',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.175193] env[65987]: INFO networking_nsxv3.common.synchronization [req-7c2d6f4f-5249-4065-9949-8caba6c4f75c req-0638721b-67cf-41ae-87af-dec142fe7d21 service nova] Enqueued Resource ID: 177edb9d-0d53-47f2-a2db-1be2e1c8569e with Priority: HIGHEST for action security_group_rules [ 704.175254] env[65987]: INFO networking_nsxv3.common.synchronization [req-7c2d6f4f-5249-4065-9949-8caba6c4f75c req-0638721b-67cf-41ae-87af-dec142fe7d21 service nova] Enqueued Resource ID: 177edb9d-0d53-47f2-a2db-1be2e1c8569e with Priority: HIGHEST for action security_group_members [ 704.175883] env[65987]: INFO networking_nsxv3.common.synchronization [req-7c2d6f4f-5249-4065-9949-8caba6c4f75c req-0638721b-67cf-41ae-87af-dec142fe7d21 service nova] Enqueued Resource ID: 81a52dd8-beb4-42cf-bbcc-3b8d3066641f with Priority: HIGHEST for action port [ 704.177242] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177edb9d-0d53-47f2-a2db-1be2e1c8569e with Priority: HIGHEST for action security_group_rules [ 704.177379] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177edb9d-0d53-47f2-a2db-1be2e1c8569e with Priority: HIGHEST for action security_group_members [ 704.177477] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a52dd8-beb4-42cf-bbcc-3b8d3066641f with Priority: HIGHEST for action port [ 704.177758] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-177edb9d-0d53-47f2-a2db-1be2e1c8569e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.177875] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.177939] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.178202] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.178348] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('177edb9d-0d53-47f2-a2db-1be2e1c8569e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.182983] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-177edb9d-0d53-47f2-a2db-1be2e1c8569e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.182983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.182983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.182983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.182983] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.182983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.182983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.182983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.182983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.182983] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('177edb9d-0d53-47f2-a2db-1be2e1c8569e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.182983] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-81a52dd8-beb4-42cf-bbcc-3b8d3066641f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.182983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81a52dd8-beb4-42cf-bbcc-3b8d3066641f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.182983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81a52dd8-beb4-42cf-bbcc-3b8d3066641f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.183614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81a52dd8-beb4-42cf-bbcc-3b8d3066641f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.183614] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a52dd8-beb4-42cf-bbcc-3b8d3066641f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.307433] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.307433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.307433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.307433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.307433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.307433] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 already deleted. [ 704.307433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.652076] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3af409cb-65f1-450b-949f-7b2fed8eed29 [ 704.652430] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.652531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.652634] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.652832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.653140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.653330] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3af409cb-65f1-450b-949f-7b2fed8eed29 already deleted. [ 704.653425] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3af409cb-65f1-450b-949f-7b2fed8eed29" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.665494] env[65987]: INFO networking_nsxv3.common.synchronization [req-0a28e257-8ef0-4581-b955-503c14d3afd6 req-e35c8a2a-7095-4045-9a65-c40e446d8e75 tempest-MultipleCreateTestJSON-927493158 tempest-MultipleCreateTestJSON-927493158-project-member] Enqueued Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 704.666619] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 704.666619] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.666619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.666619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.666856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.666856] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.666958] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.667169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.667361] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.667475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.667630] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.684983] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('177edb9d-0d53-47f2-a2db-1be2e1c8569e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.688327] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-177edb9d-0d53-47f2-a2db-1be2e1c8569e taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.688327] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.688327] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81a52dd8-beb4-42cf-bbcc-3b8d3066641f with status ACTIVE [ 704.688563] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.688629] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.688733] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.689305] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.689305] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.689305] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.689305] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.689305] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.689659] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.689659] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.689811] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.689811] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.689891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.690054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.690054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.690142] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81a52dd8-beb4-42cf-bbcc-3b8d3066641f is going to be updated. [ 704.715682] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.715915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.716040] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.716397] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.716918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.716918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81a52dd8-beb4-42cf-bbcc-3b8d3066641f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.988197] env[65987]: INFO networking_nsxv3.common.synchronization [req-abe4cd8e-ebcb-4110-9815-e9a5e4c33918 req-ff3d2918-2ef1-4ad2-912f-b01367f799e4 tempest-ImagesTestJSON-634601570 tempest-ImagesTestJSON-634601570-project-member] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 704.989098] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 704.989240] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.989345] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.989566] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.991443] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.991443] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.991585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.991617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.991923] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.994131] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.994131] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.174754] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.186592] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('177edb9d-0d53-47f2-a2db-1be2e1c8569e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.235572] env[65987]: INFO networking_nsxv3.common.synchronization [req-7a702eab-e26c-4646-bb7a-c312792c54b9 req-be60ebbc-0b05-418f-a46b-34a282b797de tempest-MultipleCreateTestJSON-927493158 tempest-MultipleCreateTestJSON-927493158-project-member] Enqueued Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 705.236463] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 705.236772] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.240014] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.463527] env[65987]: INFO networking_nsxv3.common.synchronization [req-dae5d390-d155-4e76-8ec7-bbf18d81d217 req-4d8ee247-6015-4938-9ec1-37eff04e7983 tempest-ListImageFiltersTestJSON-621862491 tempest-ListImageFiltersTestJSON-621862491-project-member] Enqueued Resource ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e with Priority: HIGHEST for action security_group_members [ 705.464809] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e with Priority: HIGHEST for action security_group_members [ 705.465407] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.465591] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.465667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.465939] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.466134] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.466260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.466319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.466507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.467614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.467726] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.498821] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.498821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.498821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.498821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.498821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.498821] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.498821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.498821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.498821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.498821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.498821] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be updated. [ 705.530580] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.530580] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.530580] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.530580] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.530580] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.540393] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: IN_PROGRESS for 2s [ 705.681061] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.690752] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.690752] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.690752] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.690752] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.690752] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.691022] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 177edb9d-0d53-47f2-a2db-1be2e1c8569e is going to be created. [ 705.723176] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.723176] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.723176] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.723444] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.723715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.740488] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177edb9d-0d53-47f2-a2db-1be2e1c8569e in Status: UNINITIALIZED for 2s [ 705.912049] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.912049] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.912049] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.912780] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.913705] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.913705] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.913705] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.913705] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.913705] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.913998] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.914095] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.914142] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.914245] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.914365] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.914472] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.914597] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.938876] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.939120] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.939213] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.939690] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.939690] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-c2af4cb8-4e02-4b09-afe9-a0e131c4c821 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.939875] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-c2af4cb8-4e02-4b09-afe9-a0e131c4c821" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.940184] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-c2af4cb8-4e02-4b09-afe9-a0e131c4c821" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.940303] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-c2af4cb8-4e02-4b09-afe9-a0e131c4c821" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.940439] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2af4cb8-4e02-4b09-afe9-a0e131c4c821',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.958929] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb in Status: SUCCESS [ 705.959167] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.969823] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.969958] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.970044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.970372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.970468] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.970673] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.970775] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.970835] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.971175] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.971175] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.971175] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e already deleted. [ 705.971315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.000538] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829aa62a-6089-4079-9025-78ed84149431 in Status: SUCCESS [ 706.001251] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829aa62a-6089-4079-9025-78ed84149431 deletion is rescheduled due to dependency. [ 706.001251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.186523] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.186705] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.186750] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.187898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.187898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.187898] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294936d9-e513-4a56-bf69-977398416ae6 is going to be updated. [ 706.219904] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.219904] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.219904] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.219904] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.219904] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.230829] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: IN_PROGRESS for 2s [ 706.445869] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.446103] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.446230] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.446508] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.446676] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.446793] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port c2af4cb8-4e02-4b09-afe9-a0e131c4c821 not found, creating... [ 706.447070] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.447207] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.447316] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.447530] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.447662] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.447933] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.448093] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.448202] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.448620] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.448620] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.448708] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: c2af4cb8-4e02-4b09-afe9-a0e131c4c821 is going to be created. [ 706.473434] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.474297] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.474297] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.474297] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.474561] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.474561] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-c2af4cb8-4e02-4b09-afe9-a0e131c4c821" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.198263] env[65987]: INFO networking_nsxv3.common.synchronization [req-dae5d390-d155-4e76-8ec7-bbf18d81d217 req-6fe1edc3-7aa0-4a50-9ce8-0aa84dce67c8 service nova] Enqueued Resource ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e with Priority: HIGHEST for action security_group_rules [ 707.198560] env[65987]: INFO networking_nsxv3.common.synchronization [req-dae5d390-d155-4e76-8ec7-bbf18d81d217 req-6fe1edc3-7aa0-4a50-9ce8-0aa84dce67c8 service nova] Enqueued Resource ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e with Priority: HIGHEST for action security_group_members [ 707.198560] env[65987]: INFO networking_nsxv3.common.synchronization [req-dae5d390-d155-4e76-8ec7-bbf18d81d217 req-6fe1edc3-7aa0-4a50-9ce8-0aa84dce67c8 service nova] Enqueued Resource ID: c2af4cb8-4e02-4b09-afe9-a0e131c4c821 with Priority: HIGHEST for action port [ 707.199356] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e with Priority: HIGHEST for action security_group_rules [ 707.199356] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e with Priority: HIGHEST for action security_group_members [ 707.199486] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2af4cb8-4e02-4b09-afe9-a0e131c4c821 with Priority: HIGHEST for action port [ 707.200152] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.200152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.200152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.200357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.200489] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.202627] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.202627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.202627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.202627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.202627] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.202627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.203028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.203028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.203028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.203124] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.204154] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2af4cb8-4e02-4b09-afe9-a0e131c4c821 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.204154] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2af4cb8-4e02-4b09-afe9-a0e131c4c821" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.204303] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2af4cb8-4e02-4b09-afe9-a0e131c4c821" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.204438] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2af4cb8-4e02-4b09-afe9-a0e131c4c821" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.204519] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2af4cb8-4e02-4b09-afe9-a0e131c4c821',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.551052] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: SUCCESS [ 707.551052] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 deletion is rescheduled due to dependency. [ 707.551189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.706717] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.708400] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.708400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.708400] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2af4cb8-4e02-4b09-afe9-a0e131c4c821 with status ACTIVE [ 707.708400] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.708400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.708716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.708716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.709792] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.709792] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.709792] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.709792] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.709792] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.709792] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.709792] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.709792] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.709792] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.709792] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.709792] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.710194] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2af4cb8-4e02-4b09-afe9-a0e131c4c821 is going to be updated. [ 707.736840] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.736994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.737108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.737394] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.737582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.737796] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2af4cb8-4e02-4b09-afe9-a0e131c4c821" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.755154] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177edb9d-0d53-47f2-a2db-1be2e1c8569e in Status: SUCCESS [ 707.755426] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.756013] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.756298] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.756466] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.756577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.756645] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.756820] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.756885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.756974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.757102] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('177edb9d-0d53-47f2-a2db-1be2e1c8569e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.212824] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.242233] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: SUCCESS [ 708.242233] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.242233] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.242233] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.242233] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.243228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.243228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.243228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.243228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.243228] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.259783] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-177edb9d-0d53-47f2-a2db-1be2e1c8569e taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.259940] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.259940] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.260518] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.260518] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.260518] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.260518] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.261160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.261160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.261160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.261160] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-177edb9d-0d53-47f2-a2db-1be2e1c8569e taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.261160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.261160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.262043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.262043] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.262043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.262043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.262043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.262043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.262043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.262043] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('177edb9d-0d53-47f2-a2db-1be2e1c8569e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.716774] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.716937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.717105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.717247] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.717344] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.717432] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e is going to be created. [ 708.753413] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.753413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.753413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.753413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.753413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.753413] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.753413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.753413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.753413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.753413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.753413] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.753413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.753413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.753413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.753413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.753413] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294936d9-e513-4a56-bf69-977398416ae6 is going to be updated. [ 708.767014] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e in Status: UNINITIALIZED for 2s [ 708.767418] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 177edb9d-0d53-47f2-a2db-1be2e1c8569e: rpc.has_security_group_logging(os_id): False [ 708.786507] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.786678] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.786678] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.786851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.786944] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.787198] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.787340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.787520] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.787602] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.787682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.788559] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.788670] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.788738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.788890] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.788980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.789182] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.789263] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.789319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.789459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.789614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.789614] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 177edb9d-0d53-47f2-a2db-1be2e1c8569e is going to be created. [ 708.795119] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.795277] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.795315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.796379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.796549] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.807471] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: IN_PROGRESS for 2s [ 708.869179] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.869179] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.869179] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.869365] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.869448] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.882855] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 177edb9d-0d53-47f2-a2db-1be2e1c8569e in Status: IN_PROGRESS for 2s [ 709.193102] env[65987]: INFO networking_nsxv3.common.synchronization [None req-d19f5caa-74cd-41c1-9c8a-bfc4275dad96 None None] Enqueued Resource ID: 27793f25-0769-482b-be0c-a57fd02bce7d with Priority: HIGHEST for action port [ 709.193102] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27793f25-0769-482b-be0c-a57fd02bce7d with Priority: HIGHEST for action port [ 709.193102] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-27793f25-0769-482b-be0c-a57fd02bce7d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.193102] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27793f25-0769-482b-be0c-a57fd02bce7d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.193102] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27793f25-0769-482b-be0c-a57fd02bce7d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.193823] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27793f25-0769-482b-be0c-a57fd02bce7d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.194058] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27793f25-0769-482b-be0c-a57fd02bce7d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.697136] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27793f25-0769-482b-be0c-a57fd02bce7d [ 709.697424] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.697424] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.697515] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.698155] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.698155] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.698155] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27793f25-0769-482b-be0c-a57fd02bce7d already deleted. [ 709.698155] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27793f25-0769-482b-be0c-a57fd02bce7d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.670921] env[65987]: INFO networking_nsxv3.common.synchronization [None req-cb538865-4f4f-44ad-a597-5b591716bc9c tempest-ServersTestBootFromVolume-1589548625 tempest-ServersTestBootFromVolume-1589548625-project-member] Enqueued Resource ID: 4c534991-f967-42f2-8c6e-87bb531f0323 with Priority: HIGHEST for action security_group_rules [ 710.671697] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c534991-f967-42f2-8c6e-87bb531f0323 with Priority: HIGHEST for action security_group_rules [ 710.676087] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c534991-f967-42f2-8c6e-87bb531f0323 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.676087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.676087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.676087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.676087] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c534991-f967-42f2-8c6e-87bb531f0323',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.778260] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e in Status: SUCCESS [ 710.778567] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.778567] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.778783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.779056] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.779182] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.780051] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.780051] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.780051] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.780051] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.780051] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.793058] env[65987]: INFO networking_nsxv3.common.synchronization [None req-7d5044b6-5c39-4ba8-81fa-3da290d03dda tempest-ServersTestBootFromVolume-1589548625 tempest-ServersTestBootFromVolume-1589548625-project-member] Enqueued Resource ID: 4c534991-f967-42f2-8c6e-87bb531f0323 with Priority: HIGHEST for action security_group_rules [ 710.794047] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c534991-f967-42f2-8c6e-87bb531f0323 with Priority: HIGHEST for action security_group_rules [ 710.794047] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c534991-f967-42f2-8c6e-87bb531f0323 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.794199] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.820842] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: SUCCESS [ 710.820842] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294936d9-e513-4a56-bf69-977398416ae6 deletion is rescheduled due to dependency. [ 710.820842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.898277] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 177edb9d-0d53-47f2-a2db-1be2e1c8569e in Status: SUCCESS [ 710.898498] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.196580] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.196732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.196788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.197033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.197130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.197226] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c534991-f967-42f2-8c6e-87bb531f0323 already deleted. [ 711.199020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.199020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.199020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.199020] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c534991-f967-42f2-8c6e-87bb531f0323',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.281977] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.282286] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.282286] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.283699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.283699] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.283699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.283699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.283699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.283699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.283699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.283699] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.283699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.283699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.283699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.284125] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.284125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.284125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.284125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.284238] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.284265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.285211] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.723392] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.723392] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.723392] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.723691] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.723691] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.723816] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c534991-f967-42f2-8c6e-87bb531f0323 already deleted. [ 711.723886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.789976] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3e71a4d-2782-4a1f-b4cf-eada6c3e789e: rpc.has_security_group_logging(os_id): False [ 711.828681] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.829025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.829224] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.830038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.830038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.830038] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.830221] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.830221] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.831031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.831031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.831212] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.831327] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.831381] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.831692] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.831794] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.832011] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.832117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.832180] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.832332] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.834105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.834105] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e is going to be created. [ 711.911020] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.911214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.911264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.911463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.911649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.925397] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e in Status: IN_PROGRESS for 2s [ 712.912047] env[65987]: INFO networking_nsxv3.common.synchronization [None req-d297fb10-6019-4511-85ca-c5a24ad089d0 None None] Enqueued Resource ID: be5fda21-88fb-43f3-b553-3ce9ddbd0ccc with Priority: HIGHEST for action port [ 712.912047] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5fda21-88fb-43f3-b553-3ce9ddbd0ccc with Priority: HIGHEST for action port [ 712.912455] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-be5fda21-88fb-43f3-b553-3ce9ddbd0ccc taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.912455] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be5fda21-88fb-43f3-b553-3ce9ddbd0ccc" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.912455] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be5fda21-88fb-43f3-b553-3ce9ddbd0ccc" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.912585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be5fda21-88fb-43f3-b553-3ce9ddbd0ccc" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.912667] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be5fda21-88fb-43f3-b553-3ce9ddbd0ccc',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.416707] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be5fda21-88fb-43f3-b553-3ce9ddbd0ccc [ 713.416707] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.416707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.416707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.416707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.416707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.416707] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be5fda21-88fb-43f3-b553-3ce9ddbd0ccc already deleted. [ 713.416707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be5fda21-88fb-43f3-b553-3ce9ddbd0ccc" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.689440] env[65987]: INFO networking_nsxv3.common.synchronization [None req-249b70c9-c86e-4621-a6bf-cd55b536fe64 tempest-MigrationsAdminTest-1847929876 tempest-MigrationsAdminTest-1847929876-project-member] Enqueued Resource ID: 26f615dc-3d57-417e-a040-fc3745ebdcbe with Priority: HIGHEST for action security_group_rules [ 713.690509] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f615dc-3d57-417e-a040-fc3745ebdcbe with Priority: HIGHEST for action security_group_rules [ 713.691265] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26f615dc-3d57-417e-a040-fc3745ebdcbe taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.691265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26f615dc-3d57-417e-a040-fc3745ebdcbe" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.691265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26f615dc-3d57-417e-a040-fc3745ebdcbe" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.691671] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26f615dc-3d57-417e-a040-fc3745ebdcbe" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.691671] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26f615dc-3d57-417e-a040-fc3745ebdcbe',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.758162] env[65987]: INFO networking_nsxv3.common.synchronization [req-c5dc2159-0c7a-4051-ba19-77ec964ed3c4 req-f05c66cc-d339-45d7-aca0-19c02bcf0c9d tempest-ListImageFiltersTestJSON-621862491 tempest-ListImageFiltersTestJSON-621862491-project-member] Enqueued Resource ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e with Priority: HIGHEST for action security_group_members [ 713.758162] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e with Priority: HIGHEST for action security_group_members [ 713.758729] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.759089] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.759294] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.761647] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.761647] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.761647] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.761647] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.761647] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.761647] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.761647] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.853064] env[65987]: INFO networking_nsxv3.common.synchronization [None req-4a38ce68-9422-4df7-98be-a69c1a0493b8 tempest-MigrationsAdminTest-1847929876 tempest-MigrationsAdminTest-1847929876-project-member] Enqueued Resource ID: 26f615dc-3d57-417e-a040-fc3745ebdcbe with Priority: HIGHEST for action security_group_rules [ 713.853890] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f615dc-3d57-417e-a040-fc3745ebdcbe with Priority: HIGHEST for action security_group_rules [ 713.854414] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26f615dc-3d57-417e-a040-fc3745ebdcbe taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.854593] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26f615dc-3d57-417e-a040-fc3745ebdcbe" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.941333] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e in Status: SUCCESS [ 713.941649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.144611] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.144825] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.145064] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.145384] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.145630] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.146084] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.146084] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.146241] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.146457] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.146690] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.146791] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.146897] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.146995] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.147113] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.147234] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.147389] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.172016] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.172334] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.172569] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.172824] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.173209] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-d49a568f-36eb-4de1-b7ce-f00947fa3b5a taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.173522] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-d49a568f-36eb-4de1-b7ce-f00947fa3b5a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.173668] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-d49a568f-36eb-4de1-b7ce-f00947fa3b5a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.174016] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-d49a568f-36eb-4de1-b7ce-f00947fa3b5a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.174167] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d49a568f-36eb-4de1-b7ce-f00947fa3b5a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.212846] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.212846] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.212846] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.212846] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.212846] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.212846] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26f615dc-3d57-417e-a040-fc3745ebdcbe already deleted. [ 714.212846] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26f615dc-3d57-417e-a040-fc3745ebdcbe" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.213241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26f615dc-3d57-417e-a040-fc3745ebdcbe" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.213241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26f615dc-3d57-417e-a040-fc3745ebdcbe" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.213241] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26f615dc-3d57-417e-a040-fc3745ebdcbe',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.262772] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.677344] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.677594] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.677722] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.677987] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.678214] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.678390] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port d49a568f-36eb-4de1-b7ce-f00947fa3b5a not found, creating... [ 714.678684] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.678841] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.678953] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.679195] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.679487] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.679890] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.679993] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.680060] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.680251] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.680471] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.680532] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: d49a568f-36eb-4de1-b7ce-f00947fa3b5a is going to be created. [ 714.701600] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.701830] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.702014] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.702281] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.702501] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.702720] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-d49a568f-36eb-4de1-b7ce-f00947fa3b5a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.752435] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.752435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.752435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.752435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.752435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.752435] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26f615dc-3d57-417e-a040-fc3745ebdcbe already deleted. [ 714.752435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26f615dc-3d57-417e-a040-fc3745ebdcbe" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.765790] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.269031] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.269031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.269031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.269031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.269031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.269031] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e is going to be updated. [ 715.311605] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.311936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.311936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.312274] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.312479] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.325261] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e in Status: IN_PROGRESS for 2s [ 715.488722] env[65987]: INFO networking_nsxv3.common.synchronization [req-c5dc2159-0c7a-4051-ba19-77ec964ed3c4 req-3f253cbd-d1c5-4a4e-95d5-bf6e5fd65940 service nova] Enqueued Resource ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e with Priority: HIGHEST for action security_group_rules [ 715.488850] env[65987]: INFO networking_nsxv3.common.synchronization [req-c5dc2159-0c7a-4051-ba19-77ec964ed3c4 req-3f253cbd-d1c5-4a4e-95d5-bf6e5fd65940 service nova] Enqueued Resource ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e with Priority: HIGHEST for action security_group_members [ 715.488986] env[65987]: INFO networking_nsxv3.common.synchronization [req-c5dc2159-0c7a-4051-ba19-77ec964ed3c4 req-3f253cbd-d1c5-4a4e-95d5-bf6e5fd65940 service nova] Enqueued Resource ID: d49a568f-36eb-4de1-b7ce-f00947fa3b5a with Priority: HIGHEST for action port [ 715.489530] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e with Priority: HIGHEST for action security_group_rules [ 715.489727] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e with Priority: HIGHEST for action security_group_members [ 715.489779] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49a568f-36eb-4de1-b7ce-f00947fa3b5a with Priority: HIGHEST for action port [ 715.490351] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.490351] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.490437] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.491190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.491190] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.492906] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.493037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.493454] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-d49a568f-36eb-4de1-b7ce-f00947fa3b5a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.493454] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d49a568f-36eb-4de1-b7ce-f00947fa3b5a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.493454] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d49a568f-36eb-4de1-b7ce-f00947fa3b5a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.493765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d49a568f-36eb-4de1-b7ce-f00947fa3b5a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.493765] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d49a568f-36eb-4de1-b7ce-f00947fa3b5a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.594801] env[65987]: INFO networking_nsxv3.common.synchronization [req-01e15af7-bc2b-48c6-9ed4-affd12a608fb req-810da92d-c4e5-43d6-95a1-d9e86d21c238 tempest-ListServersNegativeTestJSON-152860058 tempest-ListServersNegativeTestJSON-152860058-project-member] Enqueued Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_members [ 715.595383] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_members [ 715.595686] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.595800] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.595911] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.596117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.596206] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.596333] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.596417] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.596623] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.596747] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.596872] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.996525] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.996713] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.996933] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d49a568f-36eb-4de1-b7ce-f00947fa3b5a with status ACTIVE [ 716.002038] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.002038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.002038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.002038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.002038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.002038] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.002038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.002038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.002038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.002038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.002038] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.002038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.002038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.002038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.002038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.002038] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d49a568f-36eb-4de1-b7ce-f00947fa3b5a is going to be updated. [ 716.027647] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.027796] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.027913] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.028097] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.028251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.028411] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d49a568f-36eb-4de1-b7ce-f00947fa3b5a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.100021] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.604219] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.110526] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.110676] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.110762] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.110966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.111280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.111449] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 is going to be updated. [ 717.145291] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.145404] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.145404] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.145670] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.145808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.157496] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: IN_PROGRESS for 2s [ 717.344145] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e in Status: SUCCESS [ 717.344534] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.345386] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.345386] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.345386] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.345647] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.345647] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.345786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.346199] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.346532] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.848561] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.351033] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.768943] env[65987]: INFO networking_nsxv3.common.synchronization [req-a844a299-23d0-43a8-8c2a-981e554e1668 req-fc8b0b24-ea5e-46c6-a594-4caad024b08c tempest-ListServersNegativeTestJSON-152860058 tempest-ListServersNegativeTestJSON-152860058-project-member] Enqueued Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_members [ 718.769520] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGHEST for action security_group_members [ 718.769520] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.769721] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.853929] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.854577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.854577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.854577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.854577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.854577] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e is going to be updated. [ 718.886064] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.886064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.886064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.886064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.886064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.895398] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e in Status: IN_PROGRESS for 2s [ 719.169746] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: SUCCESS [ 719.169746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.169746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.169918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.169951] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.170078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.170139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.170280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.170357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.170445] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.672556] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.672737] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.672811] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.673068] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.673150] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.673399] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.673522] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.673586] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.673743] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.673874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.673918] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 is going to be updated. [ 719.702560] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.702767] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.702767] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.702960] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.703110] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.712889] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: IN_PROGRESS for 2s [ 720.665063] env[65987]: INFO networking_nsxv3.common.synchronization [None req-b669d6a0-2267-48d6-9db2-b4f7a1280b07 None None] Enqueued Resource ID: adf536b5-c98b-439e-b5aa-fd31b15341fd with Priority: HIGHEST for action port [ 720.665943] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adf536b5-c98b-439e-b5aa-fd31b15341fd with Priority: HIGHEST for action port [ 720.666031] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-adf536b5-c98b-439e-b5aa-fd31b15341fd taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.666098] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adf536b5-c98b-439e-b5aa-fd31b15341fd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.666150] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adf536b5-c98b-439e-b5aa-fd31b15341fd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.666685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adf536b5-c98b-439e-b5aa-fd31b15341fd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.666773] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adf536b5-c98b-439e-b5aa-fd31b15341fd',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.839024] env[65987]: INFO networking_nsxv3.common.synchronization [req-064dcc27-3037-4e06-80d0-edbfcc5a8bc9 req-5a2b36e1-953e-4902-9a96-41f9a7ed1dc9 tempest-FloatingIPsAssociationNegativeTestJSON-9149410 tempest-FloatingIPsAssociationNegativeTestJSON-9149410-project-member] Enqueued Resource ID: dd4789f3-3d9e-4f8f-9890-bdb24786df38 with Priority: HIGHEST for action security_group_members [ 720.839627] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4789f3-3d9e-4f8f-9890-bdb24786df38 with Priority: HIGHEST for action security_group_members [ 720.839950] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4789f3-3d9e-4f8f-9890-bdb24786df38 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.840793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.840793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.840793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.840793] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.840793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.840793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.840793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.841077] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.841077] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4789f3-3d9e-4f8f-9890-bdb24786df38',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.906313] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e in Status: SUCCESS [ 720.906538] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.907067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.907285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.907491] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.907589] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.907660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.907810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.907892] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.907974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.908430] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.171192] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adf536b5-c98b-439e-b5aa-fd31b15341fd [ 721.171493] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.171638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.171711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.171953] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.172056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.172153] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adf536b5-c98b-439e-b5aa-fd31b15341fd already deleted. [ 721.172237] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adf536b5-c98b-439e-b5aa-fd31b15341fd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.346717] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.346717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.346717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.346717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.346979] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.346979] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.347098] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.347160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.347327] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.347399] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.347536] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4789f3-3d9e-4f8f-9890-bdb24786df38 is going to be updated. [ 721.380488] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.380637] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.380710] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.381750] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.382711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.396119] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4789f3-3d9e-4f8f-9890-bdb24786df38 in Status: IN_PROGRESS for 2s [ 721.411014] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.413062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.413062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.413062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.413062] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.413062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.413062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.413062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.413062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.413062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.413508] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.413508] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.413508] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.413607] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.413690] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.413786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.413861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.413980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.414073] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.414208] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.414248] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.625310] env[65987]: INFO networking_nsxv3.common.synchronization [req-181ea2c3-cce3-4b13-8b00-f61ca2769cf3 req-4ba5cf08-8a0a-4db3-8701-c69190a38d49 tempest-VolumesAdminNegativeTest-1833607655 tempest-VolumesAdminNegativeTest-1833607655-project-member] Enqueued Resource ID: 177edb9d-0d53-47f2-a2db-1be2e1c8569e with Priority: HIGHEST for action security_group_members [ 721.625557] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177edb9d-0d53-47f2-a2db-1be2e1c8569e with Priority: HIGHEST for action security_group_members [ 721.626245] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-177edb9d-0d53-47f2-a2db-1be2e1c8569e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.626332] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.626372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.626618] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.626835] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.626895] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.626950] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.627161] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.627267] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.627322] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('177edb9d-0d53-47f2-a2db-1be2e1c8569e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.728353] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 in Status: SUCCESS [ 721.729800] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 deletion is rescheduled due to dependency. [ 721.729800] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.789227] env[65987]: INFO networking_nsxv3.common.synchronization [None req-19fd00c0-ee81-474f-9a94-de58009088d5 tempest-AttachVolumeTestJSON-1056237242 tempest-AttachVolumeTestJSON-1056237242-project-member] Enqueued Resource ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 with Priority: HIGHEST for action security_group_rules [ 721.789227] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 with Priority: HIGHEST for action security_group_rules [ 721.789227] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06aa0a1-cdcf-4252-97da-ae996c7f6d67 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.789227] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.789227] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.790336] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.790546] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06aa0a1-cdcf-4252-97da-ae996c7f6d67',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.919874] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3e71a4d-2782-4a1f-b4cf-eada6c3e789e: rpc.has_security_group_logging(os_id): False [ 721.948322] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.948715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.948877] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.949533] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.949533] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.949804] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.949999] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.950293] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.950509] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.950673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.951026] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.951220] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.951352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.951668] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.951825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.952183] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.952372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.952505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.952814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.952970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.953162] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e is going to be updated. [ 721.957983] env[65987]: INFO networking_nsxv3.common.synchronization [None req-0176763f-0013-4f68-a526-32b81e8c20dc tempest-AttachVolumeTestJSON-1056237242 tempest-AttachVolumeTestJSON-1056237242-project-member] Enqueued Resource ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 with Priority: HIGHEST for action security_group_rules [ 721.958916] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 with Priority: HIGHEST for action security_group_rules [ 721.959507] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06aa0a1-cdcf-4252-97da-ae996c7f6d67 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.959664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.025918] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.025918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.025918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.025918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.025918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.042651] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e in Status: IN_PROGRESS for 2s [ 722.130373] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.131367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.131367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.131367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.131367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.131367] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.131367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.131367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.131680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.131680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.131680] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 177edb9d-0d53-47f2-a2db-1be2e1c8569e is going to be updated. [ 722.169298] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.169470] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.169511] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.171985] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.171985] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.182589] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177edb9d-0d53-47f2-a2db-1be2e1c8569e in Status: IN_PROGRESS for 2s [ 722.327827] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.327972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.328080] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.328320] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.328436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.328557] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 already deleted. [ 722.328689] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.329369] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.329606] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.329724] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06aa0a1-cdcf-4252-97da-ae996c7f6d67',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.851315] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.851683] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.851683] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.851748] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.851839] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.851932] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 already deleted. [ 722.851990] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.408412] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4789f3-3d9e-4f8f-9890-bdb24786df38 in Status: SUCCESS [ 723.408412] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4789f3-3d9e-4f8f-9890-bdb24786df38 deletion is rescheduled due to dependency. [ 723.408412] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4789f3-3d9e-4f8f-9890-bdb24786df38" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.519242] env[65987]: INFO networking_nsxv3.common.synchronization [None req-5038c6dd-38d8-48ef-aadd-548791df9653 None None] Enqueued Resource ID: cc26bea5-fff2-413f-8989-f8b881f8a907 with Priority: HIGHEST for action port [ 723.519774] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc26bea5-fff2-413f-8989-f8b881f8a907 with Priority: HIGHEST for action port [ 723.520075] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc26bea5-fff2-413f-8989-f8b881f8a907 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.520415] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc26bea5-fff2-413f-8989-f8b881f8a907" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.520492] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc26bea5-fff2-413f-8989-f8b881f8a907" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.520753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc26bea5-fff2-413f-8989-f8b881f8a907" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.520907] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc26bea5-fff2-413f-8989-f8b881f8a907',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.024073] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc26bea5-fff2-413f-8989-f8b881f8a907 [ 724.024805] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.024805] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.024805] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.024805] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.024805] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.025076] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc26bea5-fff2-413f-8989-f8b881f8a907 already deleted. [ 724.025076] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc26bea5-fff2-413f-8989-f8b881f8a907" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.061014] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e in Status: SUCCESS [ 724.061256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.192827] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177edb9d-0d53-47f2-a2db-1be2e1c8569e in Status: SUCCESS [ 724.193071] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 177edb9d-0d53-47f2-a2db-1be2e1c8569e deletion is rescheduled due to dependency. [ 724.193161] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177edb9d-0d53-47f2-a2db-1be2e1c8569e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.079848] env[65987]: INFO networking_nsxv3.common.synchronization [req-f774908e-8dff-44f8-995c-3e1a582c3e82 req-ac5aecc1-e2f6-4415-bc34-42f4bbc0cd0d tempest-ServersWithSpecificFlavorTestJSON-1341861840 tempest-ServersWithSpecificFlavorTestJSON-1341861840-project-member] Enqueued Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGHEST for action security_group_members [ 726.080433] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGHEST for action security_group_members [ 726.081233] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.081428] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.081496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.082396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.082396] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.082396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.082396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.082396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.082396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.082396] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.585550] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.585550] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.585550] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.585702] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.585856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.586208] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.586384] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.586474] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.586614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.587097] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.587097] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 is going to be updated. [ 726.618925] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.619108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.619190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.619383] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.619521] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.630650] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 in Status: IN_PROGRESS for 2s [ 727.211157] env[65987]: INFO networking_nsxv3.common.synchronization [req-d634680e-4c7e-465d-b20d-2c605d8426f7 req-16eacc9e-60e8-43f5-84b6-11fd47ccf400 tempest-FloatingIPsAssociationTestJSON-1633535275 tempest-FloatingIPsAssociationTestJSON-1633535275-project-member] Enqueued Resource ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a with Priority: HIGHEST for action security_group_members [ 727.212220] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a with Priority: HIGHEST for action security_group_members [ 727.212735] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ae1cd1-dd8f-4f76-938e-09a7886c983a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.212735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.212933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.212966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.213575] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.213719] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.213786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.213958] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.214450] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.214450] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.717188] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.717367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.717430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.717648] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.717740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.717994] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.718056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.718113] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.718260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.718335] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.718419] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a is going to be updated. [ 727.750259] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.750259] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.750259] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.750259] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.750259] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.762492] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a in Status: IN_PROGRESS for 2s [ 727.947262] env[65987]: INFO networking_nsxv3.common.synchronization [req-dd192f15-13a5-4433-8db7-c1a4c5e66c74 req-d4351436-1dbd-4f95-84c2-63d474e10773 tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 727.948294] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 727.948294] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.948294] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.948408] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.948628] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.948781] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.948880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.948960] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.949103] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.949255] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.949355] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.232250] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.232550] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.232595] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.232855] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.233200] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.233371] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.233576] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.233761] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.233920] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.234199] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.234312] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.234458] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.234646] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.234695] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.234766] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.234896] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.255943] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.255943] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.255943] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.256134] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.256477] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-5c489f4b-7346-4b81-ad71-5bc23a5cc8ff taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.256655] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-5c489f4b-7346-4b81-ad71-5bc23a5cc8ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.256768] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-5c489f4b-7346-4b81-ad71-5bc23a5cc8ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.257101] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-5c489f4b-7346-4b81-ad71-5bc23a5cc8ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.257236] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c489f4b-7346-4b81-ad71-5bc23a5cc8ff',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.451458] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.451893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.451995] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.452276] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.452460] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.452802] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.452991] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.453122] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.453530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.453680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.453770] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 already deleted. [ 728.453861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.642337] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 in Status: SUCCESS [ 728.642519] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 deletion is rescheduled due to dependency. [ 728.642632] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.759051] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.759285] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.759406] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.759699] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.759880] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.760059] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 5c489f4b-7346-4b81-ad71-5bc23a5cc8ff not found, creating... [ 728.760335] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.760490] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.760605] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.760859] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.761179] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.761296] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.761450] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.762029] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.762029] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.762029] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.762029] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 5c489f4b-7346-4b81-ad71-5bc23a5cc8ff is going to be created. [ 728.782247] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.782467] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.782586] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.782844] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.783073] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.783297] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-5c489f4b-7346-4b81-ad71-5bc23a5cc8ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.527116] env[65987]: INFO networking_nsxv3.common.synchronization [req-dd192f15-13a5-4433-8db7-c1a4c5e66c74 req-f5e24dc0-dba3-47e0-9387-e35b08950413 service nova] Enqueued Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_rules [ 729.527413] env[65987]: INFO networking_nsxv3.common.synchronization [req-dd192f15-13a5-4433-8db7-c1a4c5e66c74 req-f5e24dc0-dba3-47e0-9387-e35b08950413 service nova] Enqueued Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 729.527817] env[65987]: INFO networking_nsxv3.common.synchronization [req-dd192f15-13a5-4433-8db7-c1a4c5e66c74 req-f5e24dc0-dba3-47e0-9387-e35b08950413 service nova] Enqueued Resource ID: 5c489f4b-7346-4b81-ad71-5bc23a5cc8ff with Priority: HIGHEST for action port [ 729.528042] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_rules [ 729.528183] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 729.528283] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c489f4b-7346-4b81-ad71-5bc23a5cc8ff with Priority: HIGHEST for action port [ 729.528557] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.528678] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.528744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.528994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.529109] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.530554] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.530670] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.530743] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.530993] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.531165] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.531256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.531329] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.531771] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.531771] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.531771] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.532422] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c489f4b-7346-4b81-ad71-5bc23a5cc8ff taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.532711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c489f4b-7346-4b81-ad71-5bc23a5cc8ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.532711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c489f4b-7346-4b81-ad71-5bc23a5cc8ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.532825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c489f4b-7346-4b81-ad71-5bc23a5cc8ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.532825] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c489f4b-7346-4b81-ad71-5bc23a5cc8ff',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.790150] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a in Status: SUCCESS [ 729.790150] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a deletion is rescheduled due to dependency. [ 729.790150] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.035407] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.035407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.035407] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.036271] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c489f4b-7346-4b81-ad71-5bc23a5cc8ff with status ACTIVE [ 730.036458] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.036600] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.036672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.036871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.036959] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.037204] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.037256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.037285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.037429] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.037503] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.037677] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.037760] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.037821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.037955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.039668] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.039807] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c489f4b-7346-4b81-ad71-5bc23a5cc8ff is going to be updated. [ 730.052098] env[65987]: INFO networking_nsxv3.common.synchronization [None req-85bb635f-3af8-476f-901d-991a03edf2f9 None None] Enqueued Resource ID: c615a460-d5b1-4347-850a-c2d1ed8569fa with Priority: HIGHEST for action port [ 730.052098] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c615a460-d5b1-4347-850a-c2d1ed8569fa with Priority: HIGHEST for action port [ 730.052098] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-c615a460-d5b1-4347-850a-c2d1ed8569fa taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.052098] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c615a460-d5b1-4347-850a-c2d1ed8569fa" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.052098] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c615a460-d5b1-4347-850a-c2d1ed8569fa" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.052098] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c615a460-d5b1-4347-850a-c2d1ed8569fa" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.052098] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c615a460-d5b1-4347-850a-c2d1ed8569fa',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.061494] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.061494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.061494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.061494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.061494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.061494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c489f4b-7346-4b81-ad71-5bc23a5cc8ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.542511] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.555868] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c615a460-d5b1-4347-850a-c2d1ed8569fa [ 730.555997] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.556537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.556537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.556537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.556537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.556729] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c615a460-d5b1-4347-850a-c2d1ed8569fa already deleted. [ 730.556729] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c615a460-d5b1-4347-850a-c2d1ed8569fa" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.045386] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.045555] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.045907] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.046148] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.046242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.046343] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 is going to be created. [ 731.076119] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.076278] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.076349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.076563] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.076753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.087532] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: UNINITIALIZED for 2s [ 732.383299] env[65987]: INFO networking_nsxv3.common.synchronization [None req-f8f37ccd-97d5-4265-a163-b04050661120 None None] Enqueued Resource ID: e08360ce-8c76-4239-a0e7-54700030125a with Priority: HIGHEST for action port [ 732.384195] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08360ce-8c76-4239-a0e7-54700030125a with Priority: HIGHEST for action port [ 732.384780] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e08360ce-8c76-4239-a0e7-54700030125a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.384991] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e08360ce-8c76-4239-a0e7-54700030125a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.385113] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e08360ce-8c76-4239-a0e7-54700030125a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.385482] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e08360ce-8c76-4239-a0e7-54700030125a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.385606] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e08360ce-8c76-4239-a0e7-54700030125a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.888052] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e08360ce-8c76-4239-a0e7-54700030125a [ 732.888052] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.888307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.888385] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.888667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.888750] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.888856] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e08360ce-8c76-4239-a0e7-54700030125a already deleted. [ 732.888941] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e08360ce-8c76-4239-a0e7-54700030125a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.104090] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: SUCCESS [ 733.104090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.104090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.104090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.104090] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.104090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.104090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.104090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.104090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.104090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.104090] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.606214] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.606741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.606741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.606741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.606741] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.607040] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.607040] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.607134] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.607367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.607367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.607538] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.607630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.607686] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.607903] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.608119] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.608224] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.608290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.608453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.608577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.608715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.608841] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.111850] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8: rpc.has_security_group_logging(os_id): False [ 734.130947] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.131134] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.131259] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.131413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.131545] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.131825] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.133941] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.133941] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.133941] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.133941] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.133941] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.133941] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.133941] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.133941] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.133941] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.133941] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.133941] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.133941] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.133941] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.133941] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.133941] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 is going to be created. [ 734.227330] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.227330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.227330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.227330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.227330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.245403] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: IN_PROGRESS for 2s [ 736.259904] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: SUCCESS [ 736.259904] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.386669] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 737.387072] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 737.407768] env[65987]: INFO networking_nsxv3.common.synchronization [req-bc7e8563-2655-4d28-8e99-d36249603269 req-74c1bc44-3849-4db4-9f7a-1885e431e07d tempest-ServersAdminTestJSON-1881097938 tempest-ServersAdminTestJSON-1881097938-project-member] Enqueued Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 737.408177] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 737.408434] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.408959] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.409878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.410394] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.410605] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.410727] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.410785] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.411273] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.411273] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.411273] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.913962] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.953327] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.953691] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-542" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.953888] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-542" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.954263] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-542" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.954620] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.955432] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.955432] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.955432] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.955432] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.955784] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.955826] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.956174] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.956174] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.958092] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.958400] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.958585] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.981637] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.982069] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.982418] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.982692] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-542" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.983617] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-def71e9b-a2b2-49f7-ab7d-45ee2304bb8b taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.985038] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-def71e9b-a2b2-49f7-ab7d-45ee2304bb8b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.985038] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-def71e9b-a2b2-49f7-ab7d-45ee2304bb8b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.985038] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-def71e9b-a2b2-49f7-ab7d-45ee2304bb8b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.985038] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('def71e9b-a2b2-49f7-ab7d-45ee2304bb8b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.417316] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.488413] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.488647] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.488767] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.489065] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.489211] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.489363] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port def71e9b-a2b2-49f7-ab7d-45ee2304bb8b not found, creating... [ 738.489636] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.489788] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.489900] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.490128] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.490265] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.490537] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.490686] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.490797] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.490993] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.491133] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.491265] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: def71e9b-a2b2-49f7-ab7d-45ee2304bb8b is going to be created. [ 738.512342] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.512591] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.512656] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.512949] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.513174] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.513393] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-def71e9b-a2b2-49f7-ab7d-45ee2304bb8b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.921180] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.921399] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.921448] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.921838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.922024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.922076] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f is going to be updated. [ 738.956787] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.957858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.957858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.957858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.958042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.969028] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: IN_PROGRESS for 2s [ 739.241921] env[65987]: INFO networking_nsxv3.common.synchronization [req-bc7e8563-2655-4d28-8e99-d36249603269 req-18d633ee-ca82-4052-a7a3-ca97afa01582 service nova] Enqueued Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_rules [ 739.242160] env[65987]: INFO networking_nsxv3.common.synchronization [req-bc7e8563-2655-4d28-8e99-d36249603269 req-18d633ee-ca82-4052-a7a3-ca97afa01582 service nova] Enqueued Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 739.242313] env[65987]: INFO networking_nsxv3.common.synchronization [req-bc7e8563-2655-4d28-8e99-d36249603269 req-18d633ee-ca82-4052-a7a3-ca97afa01582 service nova] Enqueued Resource ID: def71e9b-a2b2-49f7-ab7d-45ee2304bb8b with Priority: HIGHEST for action port [ 739.243209] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_rules [ 739.243209] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 739.243209] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: def71e9b-a2b2-49f7-ab7d-45ee2304bb8b with Priority: HIGHEST for action port [ 739.243861] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.243861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.243861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.244338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.244338] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.245569] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.245569] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.245569] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-def71e9b-a2b2-49f7-ab7d-45ee2304bb8b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.245808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-def71e9b-a2b2-49f7-ab7d-45ee2304bb8b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.245808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-def71e9b-a2b2-49f7-ab7d-45ee2304bb8b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.245808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-def71e9b-a2b2-49f7-ab7d-45ee2304bb8b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.245969] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('def71e9b-a2b2-49f7-ab7d-45ee2304bb8b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.747500] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.747986] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.750080] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port def71e9b-a2b2-49f7-ab7d-45ee2304bb8b with status ACTIVE [ 739.750308] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.750442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.750598] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.750827] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.750827] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.751022] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.751124] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.751171] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.751335] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.751414] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.751744] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.751744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.751744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.751967] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.752025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.752077] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: def71e9b-a2b2-49f7-ab7d-45ee2304bb8b is going to be updated. [ 739.778731] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.779031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.779031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.779144] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.779250] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.779415] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-def71e9b-a2b2-49f7-ab7d-45ee2304bb8b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.896753] env[65987]: INFO networking_nsxv3.common.synchronization [req-8a222779-38c8-4241-8341-6d1339b3286a req-be62df3f-a6fc-40a8-887e-1d4a6b560922 tempest-DeleteServersTestJSON-264165243 tempest-DeleteServersTestJSON-264165243-project-member] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 739.897692] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 739.898175] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.898279] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.898367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.898641] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.898980] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.898980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.899159] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.899209] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.899257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.899348] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.403664] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.403830] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.404013] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.404284] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.405337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.405337] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.405337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.405337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.405337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.405337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.405337] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be updated. [ 740.443960] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.443960] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.443960] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.443960] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.444502] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.459101] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 740.577195] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.577195] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.577195] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.577195] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.577195] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.577195] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.577195] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.577195] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.577670] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.578067] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.578356] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.578557] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.578830] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.579126] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.579326] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.579561] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.605064] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.605513] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.605812] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.606104] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.606520] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-27303f1c-ac29-4b5f-bb29-30920a2b6c85 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.606876] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-27303f1c-ac29-4b5f-bb29-30920a2b6c85" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.607123] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-27303f1c-ac29-4b5f-bb29-30920a2b6c85" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.607620] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-27303f1c-ac29-4b5f-bb29-30920a2b6c85" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.607871] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27303f1c-ac29-4b5f-bb29-30920a2b6c85',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.677186] env[65987]: INFO networking_nsxv3.common.synchronization [None req-66dbd306-65b7-429a-bc27-0034c0d0de26 None None] Enqueued Resource ID: fa55e433-834b-4bbe-9db4-b4a4df34414e with Priority: HIGHEST for action port [ 740.677666] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa55e433-834b-4bbe-9db4-b4a4df34414e with Priority: HIGHEST for action port [ 740.679758] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa55e433-834b-4bbe-9db4-b4a4df34414e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.680044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa55e433-834b-4bbe-9db4-b4a4df34414e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.680044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa55e433-834b-4bbe-9db4-b4a4df34414e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.680273] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa55e433-834b-4bbe-9db4-b4a4df34414e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.680358] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa55e433-834b-4bbe-9db4-b4a4df34414e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.982922] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: SUCCESS [ 740.982922] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.982922] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.983419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.983419] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.983419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.983419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.983651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.983699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.983827] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.116197] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.116197] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.116197] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.116197] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.116197] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.116197] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 27303f1c-ac29-4b5f-bb29-30920a2b6c85 not found, creating... [ 741.116197] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.116574] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.116574] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.116925] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.116925] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.117021] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.117149] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.118325] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.118325] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.118325] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.118325] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 27303f1c-ac29-4b5f-bb29-30920a2b6c85 is going to be created. [ 741.144420] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.144644] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.144771] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.145451] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.145695] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.145911] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-27303f1c-ac29-4b5f-bb29-30920a2b6c85" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.182834] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa55e433-834b-4bbe-9db4-b4a4df34414e [ 741.182834] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.182834] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.183560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.183560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.183560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.183560] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa55e433-834b-4bbe-9db4-b4a4df34414e already deleted. [ 741.183560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa55e433-834b-4bbe-9db4-b4a4df34414e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.486689] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.886230] env[65987]: INFO networking_nsxv3.common.synchronization [req-8a222779-38c8-4241-8341-6d1339b3286a req-3c1dc656-2736-498d-916b-399ba5480a5b service nova] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_rules [ 741.886230] env[65987]: INFO networking_nsxv3.common.synchronization [req-8a222779-38c8-4241-8341-6d1339b3286a req-3c1dc656-2736-498d-916b-399ba5480a5b service nova] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 741.886230] env[65987]: INFO networking_nsxv3.common.synchronization [req-8a222779-38c8-4241-8341-6d1339b3286a req-3c1dc656-2736-498d-916b-399ba5480a5b service nova] Enqueued Resource ID: 27303f1c-ac29-4b5f-bb29-30920a2b6c85 with Priority: HIGHEST for action port [ 741.886230] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_rules [ 741.886230] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 741.886230] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27303f1c-ac29-4b5f-bb29-30920a2b6c85 with Priority: HIGHEST for action port [ 741.886230] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.886230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.886230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.886230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.886230] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.886976] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.887255] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.887394] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-27303f1c-ac29-4b5f-bb29-30920a2b6c85 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.887529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27303f1c-ac29-4b5f-bb29-30920a2b6c85" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.887652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27303f1c-ac29-4b5f-bb29-30920a2b6c85" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.887856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27303f1c-ac29-4b5f-bb29-30920a2b6c85" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.887935] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27303f1c-ac29-4b5f-bb29-30920a2b6c85',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.989357] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.390588] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.390588] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.393315] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27303f1c-ac29-4b5f-bb29-30920a2b6c85 with status ACTIVE [ 742.393315] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.393582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.393680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.393887] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.394014] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.394170] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.394260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.394333] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.394531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.394631] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.394756] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.394853] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.394896] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.395037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.395106] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.395191] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27303f1c-ac29-4b5f-bb29-30920a2b6c85 is going to be updated. [ 742.420327] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.420575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.420575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.420740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.420871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.421042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27303f1c-ac29-4b5f-bb29-30920a2b6c85" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.470180] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 742.470371] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 deletion is rescheduled due to dependency. [ 742.470515] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.470667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.470875] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.471080] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.471199] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.471306] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.471435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.471495] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.471635] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.491464] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.491763] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.491763] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.491969] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.492078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.492183] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f is going to be updated. [ 742.532227] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.533030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.533030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.533153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.533213] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.551910] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: IN_PROGRESS for 2s [ 742.708618] env[65987]: INFO networking_nsxv3.common.synchronization [req-7233c563-0dee-49fb-9e14-54dc25da3e11 req-b6d54d30-5b82-46bc-9af4-e063805ac2be tempest-ServersTestJSON-2093382905 tempest-ServersTestJSON-2093382905-project-member] Enqueued Resource ID: 3cb15445-cc26-4dde-b904-49d23d376831 with Priority: HIGHEST for action security_group_members [ 742.710407] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb15445-cc26-4dde-b904-49d23d376831 with Priority: HIGHEST for action security_group_members [ 742.710739] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb15445-cc26-4dde-b904-49d23d376831 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.710865] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.710966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.711202] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.711367] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.711474] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.711541] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.711694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.711781] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.711875] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb15445-cc26-4dde-b904-49d23d376831',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.852988] env[65987]: INFO networking_nsxv3.common.synchronization [None req-1c1c1e00-cc66-4ef8-a6a4-5a344b921932 None None] Enqueued Resource ID: 4546e085-8518-44ac-94f2-2a69e5dcc41b with Priority: HIGHEST for action port [ 742.853731] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4546e085-8518-44ac-94f2-2a69e5dcc41b with Priority: HIGHEST for action port [ 742.854561] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-4546e085-8518-44ac-94f2-2a69e5dcc41b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.854751] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4546e085-8518-44ac-94f2-2a69e5dcc41b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.854851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4546e085-8518-44ac-94f2-2a69e5dcc41b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.855176] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4546e085-8518-44ac-94f2-2a69e5dcc41b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.855306] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4546e085-8518-44ac-94f2-2a69e5dcc41b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.904169] env[65987]: INFO networking_nsxv3.common.synchronization [None req-9991a2f9-fd2b-49c2-87e7-9ad929dd25fe None None] Enqueued Resource ID: b9c98862-3432-4ad9-ac25-cc5a0026b47e with Priority: HIGHEST for action port [ 742.904729] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c98862-3432-4ad9-ac25-cc5a0026b47e with Priority: HIGHEST for action port [ 742.906642] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9c98862-3432-4ad9-ac25-cc5a0026b47e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.906642] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9c98862-3432-4ad9-ac25-cc5a0026b47e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.906642] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9c98862-3432-4ad9-ac25-cc5a0026b47e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.906642] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9c98862-3432-4ad9-ac25-cc5a0026b47e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.906642] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9c98862-3432-4ad9-ac25-cc5a0026b47e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.974724] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.982204] env[65987]: INFO networking_nsxv3.common.synchronization [req-92ad4d9b-f6ec-43d6-ad5a-520387313b8c req-f39274e2-c18f-4515-bb14-9d73a2cd9205 tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 742.982329] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 742.983673] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.983673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.983673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.983673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.983673] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.983673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.984170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.984170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.984170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.984170] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.220357] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.220357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.220357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.220357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.220357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.220357] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.220357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.220357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.220357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.220357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.220357] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb15445-cc26-4dde-b904-49d23d376831 already deleted. [ 743.220357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.315056] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-903 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.315267] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-903" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.315974] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-903" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.315974] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-903" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.315974] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.316182] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.316253] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.316479] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.316615] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.316816] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.317124] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.317124] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.317124] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.317255] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.317625] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.317625] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.346214] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.346465] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.346625] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.347850] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-903" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.348347] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-49f31a47-46ae-46bf-bef7-49e449be6498 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.348651] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-49f31a47-46ae-46bf-bef7-49e449be6498" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.348936] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-49f31a47-46ae-46bf-bef7-49e449be6498" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.350482] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-49f31a47-46ae-46bf-bef7-49e449be6498" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.350482] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49f31a47-46ae-46bf-bef7-49e449be6498',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.358822] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4546e085-8518-44ac-94f2-2a69e5dcc41b [ 743.359276] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.360230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.360230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.360781] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.360971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.361086] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4546e085-8518-44ac-94f2-2a69e5dcc41b already deleted. [ 743.361200] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4546e085-8518-44ac-94f2-2a69e5dcc41b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.408228] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9c98862-3432-4ad9-ac25-cc5a0026b47e [ 743.408544] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.408741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.409030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.409179] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.409293] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.409398] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9c98862-3432-4ad9-ac25-cc5a0026b47e already deleted. [ 743.409518] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9c98862-3432-4ad9-ac25-cc5a0026b47e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.476852] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.488135] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.488135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.488135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.488392] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.488476] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.488672] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.488767] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.488832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.489199] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.489278] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.489369] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 is going to be updated. [ 743.542700] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.542700] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.542700] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.542700] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.542700] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.559546] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: IN_PROGRESS for 2s [ 743.824123] env[65987]: INFO networking_nsxv3.common.synchronization [None req-ea31428c-579e-41ab-88e6-576930eabb0b tempest-AttachVolumeShelveTestJSON-816975413 tempest-AttachVolumeShelveTestJSON-816975413-project-member] Enqueued Resource ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 with Priority: HIGHEST for action security_group_rules [ 743.824826] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 with Priority: HIGHEST for action security_group_rules [ 743.826261] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ee7d737-cf2b-4339-8934-f08ee0868637 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.826393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.826477] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.826712] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.826798] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ee7d737-cf2b-4339-8934-f08ee0868637',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.851699] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.851913] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.852040] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.852348] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.852520] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.852637] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 49f31a47-46ae-46bf-bef7-49e449be6498 not found, creating... [ 743.852941] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.853051] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.853160] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.853355] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.853482] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.853885] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.854068] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.854183] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.854389] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.854580] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.854979] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 49f31a47-46ae-46bf-bef7-49e449be6498 is going to be created. [ 743.877664] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.877882] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.877998] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.878287] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.878507] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.878947] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-49f31a47-46ae-46bf-bef7-49e449be6498" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.980229] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.980505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.980634] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.980951] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.981093] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.981203] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be updated. [ 743.984995] env[65987]: INFO networking_nsxv3.common.synchronization [None req-e375eab8-36fb-47a7-8f4a-0ce0c532a576 tempest-AttachVolumeShelveTestJSON-816975413 tempest-AttachVolumeShelveTestJSON-816975413-project-member] Enqueued Resource ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 with Priority: HIGHEST for action security_group_rules [ 743.986917] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 with Priority: HIGHEST for action security_group_rules [ 743.986917] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ee7d737-cf2b-4339-8934-f08ee0868637 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.986917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.040619] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.040619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.040619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.040619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.040619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.057325] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 744.347054] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.347396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.347396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.347396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.347505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.347597] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 already deleted. [ 744.347669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.347823] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.348270] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.348270] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ee7d737-cf2b-4339-8934-f08ee0868637',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.563658] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: SUCCESS [ 744.563658] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.564464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.564464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.564728] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.564804] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.564804] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.565067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.565162] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.565271] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.565369] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.620255] env[65987]: INFO networking_nsxv3.common.synchronization [req-7233c563-0dee-49fb-9e14-54dc25da3e11 req-2db745bc-e65b-4c6c-89b3-57eaba090e61 service nova] Enqueued Resource ID: 3cb15445-cc26-4dde-b904-49d23d376831 with Priority: HIGHEST for action security_group_rules [ 744.620255] env[65987]: INFO networking_nsxv3.common.synchronization [req-7233c563-0dee-49fb-9e14-54dc25da3e11 req-2db745bc-e65b-4c6c-89b3-57eaba090e61 service nova] Enqueued Resource ID: 3cb15445-cc26-4dde-b904-49d23d376831 with Priority: HIGHEST for action security_group_members [ 744.620255] env[65987]: INFO networking_nsxv3.common.synchronization [req-7233c563-0dee-49fb-9e14-54dc25da3e11 req-2db745bc-e65b-4c6c-89b3-57eaba090e61 service nova] Enqueued Resource ID: 49f31a47-46ae-46bf-bef7-49e449be6498 with Priority: HIGHEST for action port [ 744.620583] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb15445-cc26-4dde-b904-49d23d376831 with Priority: HIGHEST for action security_group_rules [ 744.620715] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb15445-cc26-4dde-b904-49d23d376831 with Priority: HIGHEST for action security_group_members [ 744.620811] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f31a47-46ae-46bf-bef7-49e449be6498 with Priority: HIGHEST for action port [ 744.621155] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb15445-cc26-4dde-b904-49d23d376831 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.621298] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.621338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.621548] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.621625] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb15445-cc26-4dde-b904-49d23d376831',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.624591] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb15445-cc26-4dde-b904-49d23d376831 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.624716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.624782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.625764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.625764] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.625764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.625764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.625764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.625764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.625764] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb15445-cc26-4dde-b904-49d23d376831',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.627193] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-49f31a47-46ae-46bf-bef7-49e449be6498 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.627193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49f31a47-46ae-46bf-bef7-49e449be6498" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.627193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49f31a47-46ae-46bf-bef7-49e449be6498" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.627193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49f31a47-46ae-46bf-bef7-49e449be6498" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.627193] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49f31a47-46ae-46bf-bef7-49e449be6498',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.871205] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.871205] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.871205] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.871651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.871651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.871651] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 already deleted. [ 744.871651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.915468] env[65987]: INFO networking_nsxv3.common.synchronization [None req-ffce2469-bc81-400f-8ca6-f2df92f0285f tempest-ServerActionsTestOtherB-681768895 tempest-ServerActionsTestOtherB-681768895-project-member] Enqueued Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_rules [ 744.915705] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_rules [ 744.916129] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.916303] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.916376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.916763] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.916866] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.043937] env[65987]: INFO networking_nsxv3.common.synchronization [None req-fd5e0446-c32e-4857-920d-dffc2feec412 tempest-ServerActionsTestOtherB-681768895 tempest-ServerActionsTestOtherB-681768895-project-member] Enqueued Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_rules [ 745.044544] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_rules [ 745.044976] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.044976] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.068915] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.068915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.068915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.069174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.069217] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.069321] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.070087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.070087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.070087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.070087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.070087] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.070087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.070087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.070087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.070463] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.070463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.070463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.070614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.070614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.070679] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.070761] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.128152] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb15445-cc26-4dde-b904-49d23d376831',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.129288] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb15445-cc26-4dde-b904-49d23d376831 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.130207] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.130901] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49f31a47-46ae-46bf-bef7-49e449be6498 with status ACTIVE [ 745.131106] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.131264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.131302] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.131523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.131657] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.131952] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.131952] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.132134] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.132249] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.132298] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.132504] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.132615] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.132615] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.132818] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.132818] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.132892] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49f31a47-46ae-46bf-bef7-49e449be6498 is going to be updated. [ 745.156494] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.156709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.156765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.157049] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.157157] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.157320] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49f31a47-46ae-46bf-bef7-49e449be6498" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.413177] env[65987]: INFO networking_nsxv3.common.synchronization [None req-f62182c7-7ac0-4ab6-81cf-64a964b34ced None None] Enqueued Resource ID: 0dd605f7-790c-48a7-b80c-5997de9d2ae7 with Priority: HIGHEST for action port [ 745.413975] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd605f7-790c-48a7-b80c-5997de9d2ae7 with Priority: HIGHEST for action port [ 745.414208] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dd605f7-790c-48a7-b80c-5997de9d2ae7 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.414380] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dd605f7-790c-48a7-b80c-5997de9d2ae7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.414419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dd605f7-790c-48a7-b80c-5997de9d2ae7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.414700] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dd605f7-790c-48a7-b80c-5997de9d2ae7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.414753] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dd605f7-790c-48a7-b80c-5997de9d2ae7',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.445132] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.445132] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.445132] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.445132] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.445132] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.445132] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 already deleted. [ 745.445132] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.445132] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.445132] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.445132] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.573512] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b8f3c6c-8111-4fa6-8e15-758740f2f03f: rpc.has_security_group_logging(os_id): False [ 745.574634] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: SUCCESS [ 745.574807] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 deletion is rescheduled due to dependency. [ 745.574919] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.593741] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.594749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.594749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.594749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.594749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.594749] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.594749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.595014] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.595221] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.595395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.595573] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.595766] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.595856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.596069] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.596336] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.596722] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.596722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.596854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.597080] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.597278] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.597375] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f is going to be updated. [ 745.631940] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb15445-cc26-4dde-b904-49d23d376831',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.667335] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.667495] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.667563] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.667802] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.667960] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.682937] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: IN_PROGRESS for 2s [ 745.918781] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0dd605f7-790c-48a7-b80c-5997de9d2ae7 [ 745.919022] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.919153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.919221] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.919432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.919517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.919607] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0dd605f7-790c-48a7-b80c-5997de9d2ae7 already deleted. [ 745.919684] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dd605f7-790c-48a7-b80c-5997de9d2ae7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.970606] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.970606] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.970606] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.970801] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.970801] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.970937] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 already deleted. [ 745.970937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.069587] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 746.069587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.069587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.069587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.069587] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.069587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.069587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.069587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.069587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.069587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.069587] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.135234] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.135733] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.135733] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.135733] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.135977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.135977] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb15445-cc26-4dde-b904-49d23d376831 is going to be created. [ 746.166392] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.166610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.166610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.166812] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.166972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.177348] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb15445-cc26-4dde-b904-49d23d376831 in Status: UNINITIALIZED for 2s [ 746.492321] env[65987]: INFO networking_nsxv3.common.synchronization [req-a921bd0a-125e-4cb5-8a56-f1a5bdbe9dcd req-2ea8a4d3-d4c8-40d2-9251-1917c884243d tempest-ServersNegativeTestJSON-1268297251 tempest-ServersNegativeTestJSON-1268297251-project-member] Enqueued Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGHEST for action security_group_members [ 746.493879] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGHEST for action security_group_members [ 746.493879] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.493879] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.493879] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.493879] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.494159] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.494159] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.494159] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.494267] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.494335] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.494425] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.573719] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.573719] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.573719] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.574117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.574622] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.574622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.574622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.575644] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.575644] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.575644] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.575644] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.575644] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.575644] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.575644] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.576112] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.576112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.576112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.576315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.576899] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.577235] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.577512] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.970857] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.970857] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-387" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.970857] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-387" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.972839] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-387" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.975790] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.975790] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.975790] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.975790] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.975790] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.975790] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.975790] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.975790] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.975790] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.975790] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.975790] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.975790] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.996476] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.996476] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.996692] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.996873] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-387" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.997214] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-2b557845-c470-48fb-b4c0-aa991f2f5e94 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.997381] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-2b557845-c470-48fb-b4c0-aa991f2f5e94" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.997492] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-2b557845-c470-48fb-b4c0-aa991f2f5e94" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.997849] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-2b557845-c470-48fb-b4c0-aa991f2f5e94" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.997991] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b557845-c470-48fb-b4c0-aa991f2f5e94',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.998949] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.000142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.000142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.000142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.001210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.001984] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.002115] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.002189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.002364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.002448] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.002536] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07baa81d-f2d0-4635-b81c-90064862477b already deleted. [ 747.002617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.082199] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2: rpc.has_security_group_logging(os_id): False [ 747.102493] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.102655] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.102742] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.102997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.103107] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.103341] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.103448] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.103513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.103708] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.103816] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.103972] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.104080] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.104158] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.104303] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.105261] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.105261] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.105261] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.105261] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.105261] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.105261] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.105261] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be updated. [ 747.175309] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.175309] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.175309] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.175309] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.175309] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.188761] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 747.504516] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.504911] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.505202] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.505553] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.505796] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.506046] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 2b557845-c470-48fb-b4c0-aa991f2f5e94 not found, creating... [ 747.506448] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.506690] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.506891] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.507240] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.507459] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.507890] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.510037] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.510037] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.510037] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.510037] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.510037] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 2b557845-c470-48fb-b4c0-aa991f2f5e94 is going to be created. [ 747.535114] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.535317] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.535426] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.535714] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.536563] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.536563] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-2b557845-c470-48fb-b4c0-aa991f2f5e94" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.700924] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: SUCCESS [ 747.701168] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.191473] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb15445-cc26-4dde-b904-49d23d376831 in Status: SUCCESS [ 748.191769] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.191918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.192180] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.192398] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.192525] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.192582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.192775] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.192856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.192944] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.193069] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cb15445-cc26-4dde-b904-49d23d376831',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.227995] env[65987]: INFO networking_nsxv3.common.synchronization [req-a921bd0a-125e-4cb5-8a56-f1a5bdbe9dcd req-94cd9798-9fab-4a59-8699-c6f204c2565e service nova] Enqueued Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGHEST for action security_group_rules [ 748.228228] env[65987]: INFO networking_nsxv3.common.synchronization [req-a921bd0a-125e-4cb5-8a56-f1a5bdbe9dcd req-94cd9798-9fab-4a59-8699-c6f204c2565e service nova] Enqueued Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGHEST for action security_group_members [ 748.228365] env[65987]: INFO networking_nsxv3.common.synchronization [req-a921bd0a-125e-4cb5-8a56-f1a5bdbe9dcd req-94cd9798-9fab-4a59-8699-c6f204c2565e service nova] Enqueued Resource ID: 2b557845-c470-48fb-b4c0-aa991f2f5e94 with Priority: HIGHEST for action port [ 748.228938] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGHEST for action security_group_rules [ 748.229114] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGHEST for action security_group_members [ 748.229238] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b557845-c470-48fb-b4c0-aa991f2f5e94 with Priority: HIGHEST for action port [ 748.229508] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.229774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.229774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.229975] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.231139] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.232400] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.232572] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.232674] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.233088] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.233638] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.233638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.233638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.233638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.234369] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.234369] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.234942] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b557845-c470-48fb-b4c0-aa991f2f5e94 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.238025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b557845-c470-48fb-b4c0-aa991f2f5e94" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.238025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b557845-c470-48fb-b4c0-aa991f2f5e94" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.238025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b557845-c470-48fb-b4c0-aa991f2f5e94" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.238025] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b557845-c470-48fb-b4c0-aa991f2f5e94',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.674405] env[65987]: INFO networking_nsxv3.common.synchronization [req-750019b1-0fd9-4e5f-b004-fffad88158e6 req-b01d6bad-f2ec-4164-979f-3d853106c6fc tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d with Priority: HIGHEST for action security_group_members [ 748.674405] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d with Priority: HIGHEST for action security_group_members [ 748.674405] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.674405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.674405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.674405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.674405] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.674405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.674405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.674405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.674405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.675225] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.698691] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cb15445-cc26-4dde-b904-49d23d376831',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.738442] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.738442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.738442] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.743902] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b557845-c470-48fb-b4c0-aa991f2f5e94 with status ACTIVE [ 748.743902] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.743902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.743902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.743902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.743902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.743902] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.743902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.743902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.743902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.743902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.743902] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.743902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.743902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.743902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.743902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.743902] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b557845-c470-48fb-b4c0-aa991f2f5e94 is going to be updated. [ 748.766258] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.769472] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.769569] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.769801] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.769948] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.770140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b557845-c470-48fb-b4c0-aa991f2f5e94" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.180515] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.180660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.181933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.181933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.181933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.181933] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.181933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.181933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.181933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.181933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.181933] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d is going to be updated. [ 749.200842] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cb15445-cc26-4dde-b904-49d23d376831: rpc.has_security_group_logging(os_id): False [ 749.212494] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 749.212756] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.236932] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.237153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.237206] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.237436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.237663] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.238387] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.238387] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.238387] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.238387] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.238387] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.238387] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb15445-cc26-4dde-b904-49d23d376831 is going to be created. [ 749.240378] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.240517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.240517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.240659] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.240818] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.242157] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.251694] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d in Status: IN_PROGRESS for 2s [ 749.355649] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.355649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.355649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.355649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.355649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.362337] env[65987]: INFO networking_nsxv3.common.synchronization [req-b9bde750-452e-463e-9dd9-89714368ae16 req-fbb92163-5b2b-4037-90b1-834406daabba tempest-ServerAddressesNegativeTestJSON-269828284 tempest-ServerAddressesNegativeTestJSON-269828284-project-member] Enqueued Resource ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f with Priority: HIGHEST for action security_group_members [ 749.362896] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f with Priority: HIGHEST for action security_group_members [ 749.363258] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.364033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.364033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.364033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.364033] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.364033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.364033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.365029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.365029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.365130] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f1d0b8-8780-4c40-8b81-1d3b9860ad8f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.379304] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb15445-cc26-4dde-b904-49d23d376831 in Status: IN_PROGRESS for 2s [ 749.747747] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.747747] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.747747] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.747747] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.747747] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.747747] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07baa81d-f2d0-4635-b81c-90064862477b is going to be created. [ 749.770818] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.770966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.771048] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.771434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.771601] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.783733] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07baa81d-f2d0-4635-b81c-90064862477b in Status: UNINITIALIZED for 2s [ 749.855850] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.857262] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-292" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.857451] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-292" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.857769] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-292" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.858177] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.858286] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.858380] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.858669] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.858669] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.858913] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.859062] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.859301] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.859301] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.859443] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.859443] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.859625] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.868589] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.868751] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.868840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.869078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.869181] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.869928] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.869928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.869928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.869928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.869928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.869928] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f already deleted. [ 749.869928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.881940] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.882313] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.882400] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.883346] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-292" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.883346] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-964e5472-19a2-4bba-a371-b9b099e304f1 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.883346] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-964e5472-19a2-4bba-a371-b9b099e304f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.883346] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-964e5472-19a2-4bba-a371-b9b099e304f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.883713] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-964e5472-19a2-4bba-a371-b9b099e304f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.883713] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('964e5472-19a2-4bba-a371-b9b099e304f1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.388132] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.389304] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.389504] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.389866] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.390058] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.390256] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 964e5472-19a2-4bba-a371-b9b099e304f1 not found, creating... [ 750.390754] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.390754] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.390949] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.391092] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.391243] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.391608] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.391803] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.391988] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.392648] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.392820] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.392984] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 964e5472-19a2-4bba-a371-b9b099e304f1 is going to be created. [ 750.418707] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.418948] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.419112] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.419443] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.419784] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.420561] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-964e5472-19a2-4bba-a371-b9b099e304f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.170093] env[65987]: INFO networking_nsxv3.common.synchronization [req-b9bde750-452e-463e-9dd9-89714368ae16 req-9d889b90-768f-423d-baed-d6242c2645aa service nova] Enqueued Resource ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f with Priority: HIGHEST for action security_group_rules [ 751.170093] env[65987]: INFO networking_nsxv3.common.synchronization [req-b9bde750-452e-463e-9dd9-89714368ae16 req-9d889b90-768f-423d-baed-d6242c2645aa service nova] Enqueued Resource ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f with Priority: HIGHEST for action security_group_members [ 751.170093] env[65987]: INFO networking_nsxv3.common.synchronization [req-b9bde750-452e-463e-9dd9-89714368ae16 req-9d889b90-768f-423d-baed-d6242c2645aa service nova] Enqueued Resource ID: 964e5472-19a2-4bba-a371-b9b099e304f1 with Priority: HIGHEST for action port [ 751.171453] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f with Priority: HIGHEST for action security_group_rules [ 751.171453] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f with Priority: HIGHEST for action security_group_members [ 751.171453] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 964e5472-19a2-4bba-a371-b9b099e304f1 with Priority: HIGHEST for action port [ 751.171453] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.172459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.172459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.172459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.172459] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69f1d0b8-8780-4c40-8b81-1d3b9860ad8f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.175618] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.175618] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.175618] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.176287] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.176477] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.176648] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.176648] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.176814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.176901] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.177047] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f1d0b8-8780-4c40-8b81-1d3b9860ad8f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.177880] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-964e5472-19a2-4bba-a371-b9b099e304f1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.177987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-964e5472-19a2-4bba-a371-b9b099e304f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.178056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-964e5472-19a2-4bba-a371-b9b099e304f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.178201] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-964e5472-19a2-4bba-a371-b9b099e304f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.178277] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('964e5472-19a2-4bba-a371-b9b099e304f1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.263182] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d in Status: SUCCESS [ 751.263416] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d deletion is rescheduled due to dependency. [ 751.263605] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.403441] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb15445-cc26-4dde-b904-49d23d376831 in Status: SUCCESS [ 751.403441] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.681472] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.681472] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.681472] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69f1d0b8-8780-4c40-8b81-1d3b9860ad8f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.683767] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 964e5472-19a2-4bba-a371-b9b099e304f1 with status ACTIVE [ 751.683974] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.684113] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.684178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.684401] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.684487] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.684658] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.684751] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.684816] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.685012] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.687446] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.687688] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.687942] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.688338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.688338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.688338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.688477] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 964e5472-19a2-4bba-a371-b9b099e304f1 is going to be updated. [ 751.715434] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.715574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.715574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.716271] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.716271] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.716271] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-964e5472-19a2-4bba-a371-b9b099e304f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.794730] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07baa81d-f2d0-4635-b81c-90064862477b in Status: SUCCESS [ 751.794973] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.795164] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.795395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.795602] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.795717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.795780] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.795934] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.796032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.796118] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.796207] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.973721] env[65987]: INFO networking_nsxv3.common.synchronization [req-1262a845-2943-44b7-bd87-3172b0cd675b req-739a7efd-007c-4713-803a-008d9f5ee147 tempest-ServerActionsV293TestJSON-336796184 tempest-ServerActionsV293TestJSON-336796184-project-member] Enqueued Resource ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 with Priority: HIGHEST for action security_group_members [ 751.974952] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 with Priority: HIGHEST for action security_group_members [ 751.975594] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d462218e-8fc3-4ec1-9975-b7e9d1190e95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.975594] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.975594] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.976094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.976094] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.976094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.976094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.976680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.977120] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.977229] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d462218e-8fc3-4ec1-9975-b7e9d1190e95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.184351] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69f1d0b8-8780-4c40-8b81-1d3b9860ad8f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.301666] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.302275] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.302517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.302894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.303179] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.303316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.303388] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.303693] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.303874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.304063] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.304271] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.304413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.304496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.304848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.305392] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.305555] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.305655] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.305879] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.306105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.306265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.306512] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.409193] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.409484] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-299" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.409668] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-299" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.410357] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-299" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.410537] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.410720] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.410844] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.411143] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.411330] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.411690] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.411782] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.411902] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.412101] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.412287] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.412412] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.412649] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.434130] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.434264] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.434378] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.434546] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-299" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.434993] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-9726e8c1-3141-4527-a38e-5eb3a97ca26c taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.435193] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-9726e8c1-3141-4527-a38e-5eb3a97ca26c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.435314] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-9726e8c1-3141-4527-a38e-5eb3a97ca26c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.435637] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-9726e8c1-3141-4527-a38e-5eb3a97ca26c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.435784] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9726e8c1-3141-4527-a38e-5eb3a97ca26c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.479306] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.479527] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.480054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.480054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.480054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.480358] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.480551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.480643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.480873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.480940] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.481089] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 already deleted. [ 752.481242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.686794] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.686970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.687028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.688039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.688039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.688039] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f is going to be created. [ 752.725172] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.725172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.725298] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.726577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.726577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.736086] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f in Status: UNINITIALIZED for 2s [ 752.809741] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07baa81d-f2d0-4635-b81c-90064862477b: rpc.has_security_group_logging(os_id): False [ 752.833221] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.833221] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.833221] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.833221] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.833221] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.833221] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.833221] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.834218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.834218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.834218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.834218] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.834218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.834218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.834218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.834218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.834866] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.834866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.834866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.834866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.834866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.834866] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07baa81d-f2d0-4635-b81c-90064862477b is going to be created. [ 752.908216] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.908367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.908442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.908660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.908869] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.926432] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07baa81d-f2d0-4635-b81c-90064862477b in Status: IN_PROGRESS for 2s [ 752.939114] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.939114] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.939114] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.939571] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.939743] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.939904] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 9726e8c1-3141-4527-a38e-5eb3a97ca26c not found, creating... [ 752.940322] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.940515] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.940629] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.940856] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.940996] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.941297] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.942254] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.942254] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.942254] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.942254] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.942996] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 9726e8c1-3141-4527-a38e-5eb3a97ca26c is going to be created. [ 752.973493] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.973781] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.973905] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.974201] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.974567] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.974971] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-9726e8c1-3141-4527-a38e-5eb3a97ca26c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.746214] env[65987]: INFO networking_nsxv3.common.synchronization [req-1262a845-2943-44b7-bd87-3172b0cd675b req-72b758b3-a888-43dd-ba5e-f412d88aad15 service nova] Enqueued Resource ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 with Priority: HIGHEST for action security_group_rules [ 753.746214] env[65987]: INFO networking_nsxv3.common.synchronization [req-1262a845-2943-44b7-bd87-3172b0cd675b req-72b758b3-a888-43dd-ba5e-f412d88aad15 service nova] Enqueued Resource ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 with Priority: HIGHEST for action security_group_members [ 753.746214] env[65987]: INFO networking_nsxv3.common.synchronization [req-1262a845-2943-44b7-bd87-3172b0cd675b req-72b758b3-a888-43dd-ba5e-f412d88aad15 service nova] Enqueued Resource ID: 9726e8c1-3141-4527-a38e-5eb3a97ca26c with Priority: HIGHEST for action port [ 753.746214] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 with Priority: HIGHEST for action security_group_rules [ 753.746214] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 with Priority: HIGHEST for action security_group_members [ 753.746214] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9726e8c1-3141-4527-a38e-5eb3a97ca26c with Priority: HIGHEST for action port [ 753.746214] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d462218e-8fc3-4ec1-9975-b7e9d1190e95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.746214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.746214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.746214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.746214] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d462218e-8fc3-4ec1-9975-b7e9d1190e95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.748363] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d462218e-8fc3-4ec1-9975-b7e9d1190e95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.748490] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.748557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.748780] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.748981] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.749129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.749168] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.750459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.750459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.750459] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d462218e-8fc3-4ec1-9975-b7e9d1190e95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.757864] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-9726e8c1-3141-4527-a38e-5eb3a97ca26c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.757864] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9726e8c1-3141-4527-a38e-5eb3a97ca26c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.757864] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9726e8c1-3141-4527-a38e-5eb3a97ca26c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.757864] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9726e8c1-3141-4527-a38e-5eb3a97ca26c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.757864] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9726e8c1-3141-4527-a38e-5eb3a97ca26c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.247758] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d462218e-8fc3-4ec1-9975-b7e9d1190e95 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.247928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.256955] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d462218e-8fc3-4ec1-9975-b7e9d1190e95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.259159] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9726e8c1-3141-4527-a38e-5eb3a97ca26c with status ACTIVE [ 754.259553] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.259792] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.259919] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.260396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.260396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.261248] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.261425] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.261634] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.261841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.261983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.262221] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.262351] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.262426] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.262650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.262741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.262829] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9726e8c1-3141-4527-a38e-5eb3a97ca26c is going to be updated. [ 754.290079] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.290273] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.290349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.290565] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.290706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.290870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9726e8c1-3141-4527-a38e-5eb3a97ca26c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.724448] env[65987]: INFO networking_nsxv3.common.synchronization [req-ba46ec12-0b8d-49f6-8f81-f5a11d64c575 req-febaa7ed-0ef2-48b9-83ad-00ab074119ae tempest-ServersNegativeTestMultiTenantJSON-664018655 tempest-ServersNegativeTestMultiTenantJSON-664018655-project-member] Enqueued Resource ID: febef2c2-a512-4b2a-b367-3a124b72f266 with Priority: HIGHEST for action security_group_members [ 754.725261] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febef2c2-a512-4b2a-b367-3a124b72f266 with Priority: HIGHEST for action security_group_members [ 754.725602] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-febef2c2-a512-4b2a-b367-3a124b72f266 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.725741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.725901] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.726260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.726450] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.726589] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.726655] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.726847] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.726955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.727070] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('febef2c2-a512-4b2a-b367-3a124b72f266',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.747874] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f in Status: SUCCESS [ 754.748215] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.748262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.748475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.748677] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.748795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.748859] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.749317] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.749418] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.749512] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.749605] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69f1d0b8-8780-4c40-8b81-1d3b9860ad8f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.760979] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d462218e-8fc3-4ec1-9975-b7e9d1190e95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.939402] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07baa81d-f2d0-4635-b81c-90064862477b in Status: SUCCESS [ 754.939771] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.110583] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-757 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.110826] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-757" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.110941] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-757" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.111360] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-757" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.111925] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.112053] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.113101] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.114636] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.115562] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.115876] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.116655] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.116797] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.116916] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.117092] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.117378] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.117494] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.142613] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.142613] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.142613] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.142613] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-757" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.142613] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-86a7af04-00b0-4577-aa3f-823348a2c63d taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.142613] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-86a7af04-00b0-4577-aa3f-823348a2c63d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.142613] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-86a7af04-00b0-4577-aa3f-823348a2c63d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.142613] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-86a7af04-00b0-4577-aa3f-823348a2c63d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.142613] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86a7af04-00b0-4577-aa3f-823348a2c63d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.229384] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.229450] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.229521] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.229784] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.229885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.232199] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.232376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.232448] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.232853] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.232948] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.233057] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febef2c2-a512-4b2a-b367-3a124b72f266 already deleted. [ 755.233304] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.252808] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.253126] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.253126] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.253324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.253412] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.253491] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.253541] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.253760] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.253858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.253972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.254093] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.254185] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.254236] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.254382] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.254519] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.254652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.254720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.254820] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.254893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.254970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.255254] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69f1d0b8-8780-4c40-8b81-1d3b9860ad8f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.265209] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.265370] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.265441] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.265652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.265745] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.265840] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 is going to be created. [ 755.297786] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.297786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.299826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.299994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.300186] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.312062] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 in Status: UNINITIALIZED for 2s [ 755.648310] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.648549] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.649421] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.649935] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.650145] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.650337] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 86a7af04-00b0-4577-aa3f-823348a2c63d not found, creating... [ 755.650628] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.650789] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.650902] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.654033] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.654033] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.654033] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.654033] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.654033] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.654033] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.654033] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.654033] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 86a7af04-00b0-4577-aa3f-823348a2c63d is going to be created. [ 755.682790] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.683052] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.683185] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.683514] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.683845] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.684101] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-86a7af04-00b0-4577-aa3f-823348a2c63d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.757424] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f: rpc.has_security_group_logging(os_id): False [ 755.777340] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.777488] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.777585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.777781] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.777877] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.778091] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.778217] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.778285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.778442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.778521] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.778720] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.778823] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.778872] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.780425] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.780575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.780839] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.780949] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.781033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.781190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.781269] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.781357] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f is going to be created. [ 755.921524] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.925170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.925526] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.925814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.926151] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.944973] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f in Status: IN_PROGRESS for 2s [ 756.468311] env[65987]: INFO networking_nsxv3.common.synchronization [req-ba46ec12-0b8d-49f6-8f81-f5a11d64c575 req-cc22d4bf-3652-435e-b34f-e1c7c5fad203 service nova] Enqueued Resource ID: febef2c2-a512-4b2a-b367-3a124b72f266 with Priority: HIGHEST for action security_group_rules [ 756.468503] env[65987]: INFO networking_nsxv3.common.synchronization [req-ba46ec12-0b8d-49f6-8f81-f5a11d64c575 req-cc22d4bf-3652-435e-b34f-e1c7c5fad203 service nova] Enqueued Resource ID: febef2c2-a512-4b2a-b367-3a124b72f266 with Priority: HIGHEST for action security_group_members [ 756.468830] env[65987]: INFO networking_nsxv3.common.synchronization [req-ba46ec12-0b8d-49f6-8f81-f5a11d64c575 req-cc22d4bf-3652-435e-b34f-e1c7c5fad203 service nova] Enqueued Resource ID: 86a7af04-00b0-4577-aa3f-823348a2c63d with Priority: HIGHEST for action port [ 756.469480] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febef2c2-a512-4b2a-b367-3a124b72f266 with Priority: HIGHEST for action security_group_rules [ 756.469655] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febef2c2-a512-4b2a-b367-3a124b72f266 with Priority: HIGHEST for action security_group_members [ 756.469732] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a7af04-00b0-4577-aa3f-823348a2c63d with Priority: HIGHEST for action port [ 756.470080] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-febef2c2-a512-4b2a-b367-3a124b72f266 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.470370] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.470535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.470826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.470885] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('febef2c2-a512-4b2a-b367-3a124b72f266',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.472871] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-febef2c2-a512-4b2a-b367-3a124b72f266 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.472871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.472871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.472871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.472871] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.472871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.473343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.473343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.473343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.473449] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('febef2c2-a512-4b2a-b367-3a124b72f266',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.476084] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-86a7af04-00b0-4577-aa3f-823348a2c63d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.476084] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86a7af04-00b0-4577-aa3f-823348a2c63d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.476084] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86a7af04-00b0-4577-aa3f-823348a2c63d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.476084] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86a7af04-00b0-4577-aa3f-823348a2c63d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.476084] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86a7af04-00b0-4577-aa3f-823348a2c63d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.976579] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-febef2c2-a512-4b2a-b367-3a124b72f266 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.976984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.979852] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('febef2c2-a512-4b2a-b367-3a124b72f266',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.980787] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86a7af04-00b0-4577-aa3f-823348a2c63d with status ACTIVE [ 756.980787] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.981138] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.981138] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.981308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.981453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.981811] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.981811] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.982104] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.982179] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.982263] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.982462] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.982602] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.982674] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.982810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.982890] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.983037] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86a7af04-00b0-4577-aa3f-823348a2c63d is going to be updated. [ 757.007271] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.007445] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.007445] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.007637] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.007774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.007932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86a7af04-00b0-4577-aa3f-823348a2c63d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.323584] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 in Status: SUCCESS [ 757.323950] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.324179] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.324412] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.324681] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.324891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.324967] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.325145] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.325229] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.325318] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.325407] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d462218e-8fc3-4ec1-9975-b7e9d1190e95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.485300] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('febef2c2-a512-4b2a-b367-3a124b72f266',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.832235] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d462218e-8fc3-4ec1-9975-b7e9d1190e95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.960181] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f in Status: SUCCESS [ 757.960603] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.989360] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.989702] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.989702] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.991968] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.991968] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.991968] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febef2c2-a512-4b2a-b367-3a124b72f266 is going to be created. [ 758.021243] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.021472] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.021472] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.021850] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.022033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.038531] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febef2c2-a512-4b2a-b367-3a124b72f266 in Status: UNINITIALIZED for 2s [ 758.338131] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d462218e-8fc3-4ec1-9975-b7e9d1190e95: rpc.has_security_group_logging(os_id): False [ 758.363970] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.364162] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.364210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.364443] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.364545] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.364823] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.364925] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.365009] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.365766] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.365766] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.365766] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 is going to be created. [ 758.448603] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.448809] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.448875] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.449129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.449342] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.465786] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 in Status: IN_PROGRESS for 2s [ 758.815578] env[65987]: INFO networking_nsxv3.common.synchronization [req-c73063cb-f119-4cd2-87f3-37841e803470 req-6a6c45de-49c7-45ae-a10e-c00f1f089a96 tempest-AttachVolumeNegativeTest-1685597108 tempest-AttachVolumeNegativeTest-1685597108-project-member] Enqueued Resource ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd with Priority: HIGHEST for action security_group_members [ 758.816313] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd with Priority: HIGHEST for action security_group_members [ 758.816642] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f52ccc3-347f-4e5e-99c9-9bff622d50dd taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.816786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.816864] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.817143] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.817311] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.817409] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.817470] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.817630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.817723] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.817822] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f52ccc3-347f-4e5e-99c9-9bff622d50dd',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.324337] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.324610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.324610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.324881] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.324996] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.325243] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.325345] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.325408] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.325586] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.325691] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.325794] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd already deleted. [ 759.325877] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.049038] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febef2c2-a512-4b2a-b367-3a124b72f266 in Status: SUCCESS [ 760.049242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.049359] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.049621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.049882] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.049987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.050093] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.050327] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.050421] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.050513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.050631] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('febef2c2-a512-4b2a-b367-3a124b72f266',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.282763] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.283903] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-594" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.283903] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-594" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.284129] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-594" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.284780] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.284780] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.284936] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.285390] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.285625] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.286128] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.286256] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.286879] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.286879] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.286879] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.286879] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.287049] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.308485] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.308694] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.309115] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.309115] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-594" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.309371] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-fd39ede7-8ef8-43cd-96c8-34485053ba3b taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.309534] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-fd39ede7-8ef8-43cd-96c8-34485053ba3b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.309618] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-fd39ede7-8ef8-43cd-96c8-34485053ba3b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.309980] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-fd39ede7-8ef8-43cd-96c8-34485053ba3b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.310103] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd39ede7-8ef8-43cd-96c8-34485053ba3b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.480214] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 in Status: SUCCESS [ 760.480575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.552857] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-febef2c2-a512-4b2a-b367-3a124b72f266 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.553043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.553114] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.553338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.553535] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.553712] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.553769] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.553932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.554030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.554117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.554262] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-febef2c2-a512-4b2a-b367-3a124b72f266 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.554353] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.554413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.554550] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.554691] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.554774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.554828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.554981] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.555081] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.555174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.555263] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('febef2c2-a512-4b2a-b367-3a124b72f266',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.813066] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.813066] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.813066] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.814054] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.814054] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.814054] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port fd39ede7-8ef8-43cd-96c8-34485053ba3b not found, creating... [ 760.814054] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.814324] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.814324] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.814567] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.814760] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.816113] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.817548] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.818534] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.818879] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.819050] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.819292] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: fd39ede7-8ef8-43cd-96c8-34485053ba3b is going to be created. [ 760.846305] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.846305] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.846305] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.846305] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.846490] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.848695] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-fd39ede7-8ef8-43cd-96c8-34485053ba3b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.058447] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for febef2c2-a512-4b2a-b367-3a124b72f266: rpc.has_security_group_logging(os_id): False [ 761.084482] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.084728] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.084843] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.085123] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.085233] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.090884] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.090884] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.090884] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.090884] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.090884] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.091329] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.091329] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.091329] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.091590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.091709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.091983] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.092118] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.092182] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.092332] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.092429] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.092546] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: febef2c2-a512-4b2a-b367-3a124b72f266 is going to be created. [ 761.166034] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.166034] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.166034] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.166288] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.166718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.182839] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: febef2c2-a512-4b2a-b367-3a124b72f266 in Status: IN_PROGRESS for 2s [ 761.657885] env[65987]: INFO networking_nsxv3.common.synchronization [req-c73063cb-f119-4cd2-87f3-37841e803470 req-b50fbe6a-5275-43d8-8cb8-7c156dad5192 service nova] Enqueued Resource ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd with Priority: HIGHEST for action security_group_rules [ 761.657885] env[65987]: INFO networking_nsxv3.common.synchronization [req-c73063cb-f119-4cd2-87f3-37841e803470 req-b50fbe6a-5275-43d8-8cb8-7c156dad5192 service nova] Enqueued Resource ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd with Priority: HIGHEST for action security_group_members [ 761.657885] env[65987]: INFO networking_nsxv3.common.synchronization [req-c73063cb-f119-4cd2-87f3-37841e803470 req-b50fbe6a-5275-43d8-8cb8-7c156dad5192 service nova] Enqueued Resource ID: fd39ede7-8ef8-43cd-96c8-34485053ba3b with Priority: HIGHEST for action port [ 761.658726] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd with Priority: HIGHEST for action security_group_rules [ 761.658726] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd with Priority: HIGHEST for action security_group_members [ 761.658889] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd39ede7-8ef8-43cd-96c8-34485053ba3b with Priority: HIGHEST for action port [ 761.659355] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f52ccc3-347f-4e5e-99c9-9bff622d50dd taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.659470] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.659589] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.662059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.662059] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f52ccc3-347f-4e5e-99c9-9bff622d50dd',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.662059] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f52ccc3-347f-4e5e-99c9-9bff622d50dd taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.662059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.662059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.662059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.662511] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.662511] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.662511] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.663072] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.663162] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.663307] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f52ccc3-347f-4e5e-99c9-9bff622d50dd',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.664594] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd39ede7-8ef8-43cd-96c8-34485053ba3b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.664764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd39ede7-8ef8-43cd-96c8-34485053ba3b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.664908] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd39ede7-8ef8-43cd-96c8-34485053ba3b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.665262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd39ede7-8ef8-43cd-96c8-34485053ba3b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.665317] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd39ede7-8ef8-43cd-96c8-34485053ba3b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.974852] env[65987]: INFO networking_nsxv3.common.synchronization [req-aca47ebd-8fad-470b-b646-76206044aa88 req-9fe6e17e-9c3d-4782-83f4-ffe6e6be8ee2 tempest-ImagesTestJSON-634601570 tempest-ImagesTestJSON-634601570-project-member] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 761.975486] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 761.975818] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.975956] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.976218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.976538] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.976728] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.976863] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.976937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.977128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.977234] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.977330] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.171828] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f52ccc3-347f-4e5e-99c9-9bff622d50dd',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.171828] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f52ccc3-347f-4e5e-99c9-9bff622d50dd taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.171828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.171828] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd39ede7-8ef8-43cd-96c8-34485053ba3b with status ACTIVE [ 762.171828] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.171828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.171828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.171828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.171828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.171828] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.171828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.171828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.171828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.171828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.172538] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.172538] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.172538] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.172538] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.173089] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.173254] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd39ede7-8ef8-43cd-96c8-34485053ba3b is going to be updated. [ 762.202615] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.202989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.202989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.203229] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.203453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.203897] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd39ede7-8ef8-43cd-96c8-34485053ba3b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.480039] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.480219] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.480293] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.480539] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.480638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.480842] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.480967] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.481020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.481159] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.481237] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.481323] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be updated. [ 762.511814] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.512196] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.512302] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.512529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.512671] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.523948] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: IN_PROGRESS for 2s [ 762.675954] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f52ccc3-347f-4e5e-99c9-9bff622d50dd',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.732151] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-938 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.732151] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-938" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.732151] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-938" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.732151] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-938" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.732151] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.732151] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.732740] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.733120] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.733369] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.733703] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.733937] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.734322] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.734550] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.734837] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.735073] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.735319] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.769608] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.769608] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.769608] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.769608] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-938" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.769608] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-61a14034-399f-45c6-9fd2-56e7f44f07fd taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.769608] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-61a14034-399f-45c6-9fd2-56e7f44f07fd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.769608] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-61a14034-399f-45c6-9fd2-56e7f44f07fd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.769994] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-61a14034-399f-45c6-9fd2-56e7f44f07fd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.769994] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a14034-399f-45c6-9fd2-56e7f44f07fd',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.178449] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.178639] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.178715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.178948] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.179071] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.179251] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd is going to be created. [ 763.203876] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: febef2c2-a512-4b2a-b367-3a124b72f266 in Status: SUCCESS [ 763.204252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.213475] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.213632] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.213822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.213981] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.214246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.234119] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd in Status: UNINITIALIZED for 2s [ 763.273822] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.276777] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.276777] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.276777] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.276777] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.276777] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 61a14034-399f-45c6-9fd2-56e7f44f07fd not found, creating... [ 763.276777] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.276777] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.276777] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.276777] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.276777] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.277315] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.277315] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.277315] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.277876] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.278347] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.278605] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 61a14034-399f-45c6-9fd2-56e7f44f07fd is going to be created. [ 763.307887] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.307887] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.307887] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.307887] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.307887] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.307887] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-61a14034-399f-45c6-9fd2-56e7f44f07fd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.464106] env[65987]: INFO networking_nsxv3.common.synchronization [None req-d4f9bcaf-8565-4ebb-aacc-661ef6828fd7 None None] Enqueued Resource ID: 5b083c20-a09e-4d50-87ad-8e32b5422083 with Priority: HIGHEST for action port [ 763.464814] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b083c20-a09e-4d50-87ad-8e32b5422083 with Priority: HIGHEST for action port [ 763.467652] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b083c20-a09e-4d50-87ad-8e32b5422083 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.467896] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b083c20-a09e-4d50-87ad-8e32b5422083" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.468034] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b083c20-a09e-4d50-87ad-8e32b5422083" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.468427] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b083c20-a09e-4d50-87ad-8e32b5422083" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.469744] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b083c20-a09e-4d50-87ad-8e32b5422083',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.972574] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b083c20-a09e-4d50-87ad-8e32b5422083 [ 763.972939] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.973176] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.973284] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.973581] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.973735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.973855] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b083c20-a09e-4d50-87ad-8e32b5422083 already deleted. [ 763.973976] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b083c20-a09e-4d50-87ad-8e32b5422083" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.995844] env[65987]: INFO networking_nsxv3.common.synchronization [req-aca47ebd-8fad-470b-b646-76206044aa88 req-643ec88e-ea65-4a6c-bdde-c6d6167d5198 service nova] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_rules [ 763.996772] env[65987]: INFO networking_nsxv3.common.synchronization [req-aca47ebd-8fad-470b-b646-76206044aa88 req-643ec88e-ea65-4a6c-bdde-c6d6167d5198 service nova] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 763.996772] env[65987]: INFO networking_nsxv3.common.synchronization [req-aca47ebd-8fad-470b-b646-76206044aa88 req-643ec88e-ea65-4a6c-bdde-c6d6167d5198 service nova] Enqueued Resource ID: 61a14034-399f-45c6-9fd2-56e7f44f07fd with Priority: HIGHEST for action port [ 763.996772] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_rules [ 763.996978] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 763.998166] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a14034-399f-45c6-9fd2-56e7f44f07fd with Priority: HIGHEST for action port [ 763.998516] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.999088] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.999164] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.999370] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.999452] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.000356] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.000450] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.000634] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-61a14034-399f-45c6-9fd2-56e7f44f07fd taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.001032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61a14034-399f-45c6-9fd2-56e7f44f07fd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.001032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61a14034-399f-45c6-9fd2-56e7f44f07fd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.001032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61a14034-399f-45c6-9fd2-56e7f44f07fd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.001032] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a14034-399f-45c6-9fd2-56e7f44f07fd',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.503629] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.503848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.506663] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61a14034-399f-45c6-9fd2-56e7f44f07fd with status ACTIVE [ 764.506864] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.506984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.507060] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.507380] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.507380] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.507588] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.507657] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.507713] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.507972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.508086] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.508278] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.508391] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.508469] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.508569] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.508668] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.508752] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61a14034-399f-45c6-9fd2-56e7f44f07fd is going to be updated. [ 764.534999] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.535223] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.535298] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.535842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.535842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.535842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61a14034-399f-45c6-9fd2-56e7f44f07fd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.537161] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: SUCCESS [ 764.537161] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 deletion is rescheduled due to dependency. [ 764.537161] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.538067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.538165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.538291] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.538407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.538473] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.538634] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.538715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.538810] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.041433] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.248348] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd in Status: SUCCESS [ 765.248348] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.248348] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.248348] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.248348] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.248348] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.248348] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.248348] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.248348] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.248348] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.248348] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f52ccc3-347f-4e5e-99c9-9bff622d50dd',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.438731] env[65987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] NSXv3 Agent Agent loop - iteration:0 completed [ 765.438862] env[65987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] NSXv3 Agent Agent loop - iteration:1 started [ 765.449515] env[65987]: INFO networking_nsxv3.common.synchronization [None req-b2c5edaf-a2fe-42ca-9af2-cd89cd5fa782 None None] Enqueued Resource ID: 30f870ef-9519-4cfb-9b47-2486d9920a21 with Priority: HIGHEST for action port [ 765.449515] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f870ef-9519-4cfb-9b47-2486d9920a21 with Priority: HIGHEST for action port [ 765.449660] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-30f870ef-9519-4cfb-9b47-2486d9920a21 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.449842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30f870ef-9519-4cfb-9b47-2486d9920a21" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.449948] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30f870ef-9519-4cfb-9b47-2486d9920a21" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.450516] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30f870ef-9519-4cfb-9b47-2486d9920a21" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.450516] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30f870ef-9519-4cfb-9b47-2486d9920a21',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.547036] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.752129] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f52ccc3-347f-4e5e-99c9-9bff622d50dd',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.953304] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30f870ef-9519-4cfb-9b47-2486d9920a21 [ 765.953565] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.953732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.954057] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.954315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.954458] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.954619] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30f870ef-9519-4cfb-9b47-2486d9920a21 already deleted. [ 765.954736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30f870ef-9519-4cfb-9b47-2486d9920a21" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.050365] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.050365] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.050842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.050842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.050842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.050842] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be updated. [ 766.084473] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.084672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.084718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.084918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.085351] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.096544] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: IN_PROGRESS for 2s [ 766.106830] env[65987]: INFO networking_nsxv3.common.synchronization [None req-d1bfa19f-ee33-492f-b6a0-b368d2f462e8 None None] Enqueued Resource ID: f48e043e-fceb-4ace-89dc-5b96080e6143 with Priority: HIGHEST for action port [ 766.107404] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48e043e-fceb-4ace-89dc-5b96080e6143 with Priority: HIGHEST for action port [ 766.107724] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f48e043e-fceb-4ace-89dc-5b96080e6143 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.110168] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f48e043e-fceb-4ace-89dc-5b96080e6143" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.110557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f48e043e-fceb-4ace-89dc-5b96080e6143" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.110855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f48e043e-fceb-4ace-89dc-5b96080e6143" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.111123] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f48e043e-fceb-4ace-89dc-5b96080e6143',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.256517] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f52ccc3-347f-4e5e-99c9-9bff622d50dd: rpc.has_security_group_logging(os_id): False [ 766.282029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.282029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.282029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.282029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.282029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.282029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.282029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.282029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.282029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.282029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.282029] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd is going to be created. [ 766.372310] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.372310] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.372462] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.372573] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.372963] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.391694] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd in Status: IN_PROGRESS for 2s [ 766.613494] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f48e043e-fceb-4ace-89dc-5b96080e6143 [ 766.613836] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.613952] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.614037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.614260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.614348] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.614446] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f48e043e-fceb-4ace-89dc-5b96080e6143 already deleted. [ 766.614528] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f48e043e-fceb-4ace-89dc-5b96080e6143" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.989625] env[65987]: INFO networking_nsxv3.common.synchronization [req-1f820253-8174-499f-842f-a057cf297bcb req-877ad87b-053d-4e20-b8f9-a63a52dde9cb tempest-ServersTestFqdnHostnames-1711465986 tempest-ServersTestFqdnHostnames-1711465986-project-member] Enqueued Resource ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 with Priority: HIGHEST for action security_group_members [ 766.990478] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 with Priority: HIGHEST for action security_group_members [ 766.991426] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.991426] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.991674] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.991926] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.992166] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.992371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.992446] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.992634] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.992726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.992824] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03b1d822-bfd6-4b5b-b73c-39f93b0f41f1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.495615] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.495978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.495978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.496316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.496490] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.496755] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.496913] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.496985] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.497192] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.497274] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.497366] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 already deleted. [ 767.497451] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.500990] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.500990] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-811" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.500990] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-811" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.500990] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-811" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.500990] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.500990] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.500990] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.500990] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.500990] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.501444] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.501444] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.501444] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.501444] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.501590] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.501625] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.501752] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.526448] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.526448] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.526448] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.526448] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-811" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.526448] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-6157c023-c3f7-4a71-bb4d-6794b6c8618e taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.526799] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-6157c023-c3f7-4a71-bb4d-6794b6c8618e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.526799] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-6157c023-c3f7-4a71-bb4d-6794b6c8618e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.526946] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-6157c023-c3f7-4a71-bb4d-6794b6c8618e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.527100] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6157c023-c3f7-4a71-bb4d-6794b6c8618e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.770040] env[65987]: INFO networking_nsxv3.common.synchronization [None req-6372b7fb-20d6-440d-8b84-d2b5fdc82f11 None None] Enqueued Resource ID: 33e7c8ed-b0c4-4f6e-b3f3-69e7aafa5b8c with Priority: HIGHEST for action port [ 767.770731] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e7c8ed-b0c4-4f6e-b3f3-69e7aafa5b8c with Priority: HIGHEST for action port [ 767.771623] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-33e7c8ed-b0c4-4f6e-b3f3-69e7aafa5b8c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.771820] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33e7c8ed-b0c4-4f6e-b3f3-69e7aafa5b8c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.771890] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33e7c8ed-b0c4-4f6e-b3f3-69e7aafa5b8c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.772172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33e7c8ed-b0c4-4f6e-b3f3-69e7aafa5b8c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.772264] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e7c8ed-b0c4-4f6e-b3f3-69e7aafa5b8c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.032034] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.032034] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.032034] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.032034] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.032034] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.032034] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 6157c023-c3f7-4a71-bb4d-6794b6c8618e not found, creating... [ 768.032034] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.032034] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.032034] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.032034] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.032034] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.032656] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.032656] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.032656] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.033470] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.033944] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.034615] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 6157c023-c3f7-4a71-bb4d-6794b6c8618e is going to be created. [ 768.056127] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.056546] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.056777] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.057118] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.057402] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.057887] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-6157c023-c3f7-4a71-bb4d-6794b6c8618e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.108857] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: SUCCESS [ 768.108857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.108857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.108857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.108857] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.108857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.108857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.108857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.108857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.108857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.108857] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.278462] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33e7c8ed-b0c4-4f6e-b3f3-69e7aafa5b8c [ 768.278462] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.278462] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.278462] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.278462] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.278462] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.278462] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33e7c8ed-b0c4-4f6e-b3f3-69e7aafa5b8c already deleted. [ 768.278462] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33e7c8ed-b0c4-4f6e-b3f3-69e7aafa5b8c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.406926] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd in Status: SUCCESS [ 768.407197] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.612122] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.612466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.612466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.613487] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.613487] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.613487] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.613487] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.613487] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.613487] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.613487] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.613487] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.613894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.613894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.613894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.614040] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.614148] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.614209] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.614384] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.614472] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.614559] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.614649] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.821076] env[65987]: INFO networking_nsxv3.common.synchronization [req-1f820253-8174-499f-842f-a057cf297bcb req-da563177-b31f-4828-ab48-fc6a24e72b2a service nova] Enqueued Resource ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 with Priority: HIGHEST for action security_group_rules [ 768.821076] env[65987]: INFO networking_nsxv3.common.synchronization [req-1f820253-8174-499f-842f-a057cf297bcb req-da563177-b31f-4828-ab48-fc6a24e72b2a service nova] Enqueued Resource ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 with Priority: HIGHEST for action security_group_members [ 768.821076] env[65987]: INFO networking_nsxv3.common.synchronization [req-1f820253-8174-499f-842f-a057cf297bcb req-da563177-b31f-4828-ab48-fc6a24e72b2a service nova] Enqueued Resource ID: 6157c023-c3f7-4a71-bb4d-6794b6c8618e with Priority: HIGHEST for action port [ 768.822163] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 with Priority: HIGHEST for action security_group_rules [ 768.822163] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 with Priority: HIGHEST for action security_group_members [ 768.822163] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6157c023-c3f7-4a71-bb4d-6794b6c8618e with Priority: HIGHEST for action port [ 768.822360] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.822447] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.822447] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.822666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.822705] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03b1d822-bfd6-4b5b-b73c-39f93b0f41f1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.826228] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.826228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.826228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.826228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.826228] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.826228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.826228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.826228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.826228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.826228] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03b1d822-bfd6-4b5b-b73c-39f93b0f41f1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.826228] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-6157c023-c3f7-4a71-bb4d-6794b6c8618e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.826745] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6157c023-c3f7-4a71-bb4d-6794b6c8618e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.827720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6157c023-c3f7-4a71-bb4d-6794b6c8618e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.827720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6157c023-c3f7-4a71-bb4d-6794b6c8618e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.827720] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6157c023-c3f7-4a71-bb4d-6794b6c8618e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.117284] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08ea1aa4-1442-478e-b73d-742c8fee14d4: rpc.has_security_group_logging(os_id): False [ 769.137045] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.137045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.137627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.137627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.137627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.137875] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.137875] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.138389] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.138389] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.138389] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.138533] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.138533] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.138614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.138833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.138833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.139078] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.139078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.139456] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.139456] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.139456] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.139456] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be updated. [ 769.206874] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.206874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.207173] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.207173] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.207695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.222124] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: IN_PROGRESS for 2s [ 769.329627] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.329769] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.330386] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03b1d822-bfd6-4b5b-b73c-39f93b0f41f1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.331490] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6157c023-c3f7-4a71-bb4d-6794b6c8618e with status ACTIVE [ 769.331691] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.331815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.331884] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.332108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.332200] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.332389] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.332470] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.332740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.332740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.332740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.335291] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.335480] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.335517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.335707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.335742] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.335892] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6157c023-c3f7-4a71-bb4d-6794b6c8618e is going to be updated. [ 769.370097] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.370259] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.370343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.370570] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.370714] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.370880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6157c023-c3f7-4a71-bb4d-6794b6c8618e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.839418] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03b1d822-bfd6-4b5b-b73c-39f93b0f41f1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.342565] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.342723] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.342796] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.343027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.343798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.343798] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 is going to be created. [ 770.371340] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.371496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.371542] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.371830] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.372086] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.383084] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 in Status: UNINITIALIZED for 2s [ 770.806340] env[65987]: INFO networking_nsxv3.common.synchronization [None req-d1aac47a-bec1-4e84-962e-9311d9f6a74f None None] Enqueued Resource ID: 46a46d9c-1f28-4945-8a35-53199360bf9c with Priority: HIGHEST for action port [ 770.806670] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a46d9c-1f28-4945-8a35-53199360bf9c with Priority: HIGHEST for action port [ 770.807175] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-46a46d9c-1f28-4945-8a35-53199360bf9c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.809346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46a46d9c-1f28-4945-8a35-53199360bf9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.809346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46a46d9c-1f28-4945-8a35-53199360bf9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.809346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46a46d9c-1f28-4945-8a35-53199360bf9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.809346] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46a46d9c-1f28-4945-8a35-53199360bf9c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.238786] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: SUCCESS [ 771.239079] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.313494] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46a46d9c-1f28-4945-8a35-53199360bf9c [ 771.313904] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.315178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.315178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.315178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.315178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.315178] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46a46d9c-1f28-4945-8a35-53199360bf9c already deleted. [ 771.315178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46a46d9c-1f28-4945-8a35-53199360bf9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.394451] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 in Status: SUCCESS [ 772.394948] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.394948] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.395121] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.395303] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.395420] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.395483] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.395641] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.395724] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.395833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.395903] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03b1d822-bfd6-4b5b-b73c-39f93b0f41f1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.899031] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03b1d822-bfd6-4b5b-b73c-39f93b0f41f1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.402479] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1: rpc.has_security_group_logging(os_id): False [ 773.426024] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.426278] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.426278] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.426465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.426540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.426803] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.427074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.427074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.430952] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.430952] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.430952] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 is going to be created. [ 773.505445] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.505591] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.506453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.506453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.506453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.520598] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 in Status: IN_PROGRESS for 2s [ 773.796527] env[65987]: INFO networking_nsxv3.common.synchronization [None req-d75a04d0-6f2a-4dcb-9a20-1b1dba640d74 None None] Enqueued Resource ID: e6dafa8c-2b02-4449-90b7-8277bf914003 with Priority: HIGHEST for action port [ 773.796527] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6dafa8c-2b02-4449-90b7-8277bf914003 with Priority: HIGHEST for action port [ 773.796660] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6dafa8c-2b02-4449-90b7-8277bf914003 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.796768] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6dafa8c-2b02-4449-90b7-8277bf914003" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.796855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6dafa8c-2b02-4449-90b7-8277bf914003" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.798056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6dafa8c-2b02-4449-90b7-8277bf914003" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.798616] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6dafa8c-2b02-4449-90b7-8277bf914003',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.036246] env[65987]: INFO networking_nsxv3.common.synchronization [req-6b6e47c2-733e-4d21-9afe-84f2875991ad req-aeb1fe47-6fd2-4930-92cc-6a4ee993159f tempest-ServersAdminNegativeTestJSON-1435963762 tempest-ServersAdminNegativeTestJSON-1435963762-project-member] Enqueued Resource ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb with Priority: HIGHEST for action security_group_members [ 774.037077] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb with Priority: HIGHEST for action security_group_members [ 774.037445] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.037762] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.037762] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.037877] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.038048] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.038547] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.038618] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.039277] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.039382] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.039581] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.302225] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6dafa8c-2b02-4449-90b7-8277bf914003 [ 774.302458] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.302573] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.302650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.302855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.302940] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.303059] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6dafa8c-2b02-4449-90b7-8277bf914003 already deleted. [ 774.303137] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6dafa8c-2b02-4449-90b7-8277bf914003" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.457578] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.457887] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.457887] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.458207] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.459445] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.459655] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.459777] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.460023] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.460274] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.460371] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.460479] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.460578] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.460677] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.460776] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.460905] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.461050] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.482750] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.482915] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.483063] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.483702] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.483959] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-2ec0591f-5639-4a1d-a8b9-7665134a2e7b taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.484143] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-2ec0591f-5639-4a1d-a8b9-7665134a2e7b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.484263] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-2ec0591f-5639-4a1d-a8b9-7665134a2e7b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.484647] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-2ec0591f-5639-4a1d-a8b9-7665134a2e7b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.485181] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ec0591f-5639-4a1d-a8b9-7665134a2e7b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.541755] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.989927] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.989927] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.989927] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.989927] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.990217] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.990217] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 2ec0591f-5639-4a1d-a8b9-7665134a2e7b not found, creating... [ 774.990752] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.990752] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.990752] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.990980] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.991172] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.991638] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.992077] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.992077] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.992241] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.992369] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.992506] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 2ec0591f-5639-4a1d-a8b9-7665134a2e7b is going to be created. [ 775.021132] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.021530] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.021684] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.022290] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.022394] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.022599] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-2ec0591f-5639-4a1d-a8b9-7665134a2e7b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.046060] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.532893] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 in Status: SUCCESS [ 775.533230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.547794] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.547955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.548047] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.548280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.548374] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.548470] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb is going to be updated. [ 775.575317] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.575494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.575538] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.575741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.575882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.585779] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb in Status: IN_PROGRESS for 2s [ 775.720763] env[65987]: INFO networking_nsxv3.common.synchronization [req-6b6e47c2-733e-4d21-9afe-84f2875991ad req-13d18fd5-78b0-4832-bbe5-1e64d5759044 service nova] Enqueued Resource ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb with Priority: HIGHEST for action security_group_rules [ 775.720942] env[65987]: INFO networking_nsxv3.common.synchronization [req-6b6e47c2-733e-4d21-9afe-84f2875991ad req-13d18fd5-78b0-4832-bbe5-1e64d5759044 service nova] Enqueued Resource ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb with Priority: HIGHEST for action security_group_members [ 775.721099] env[65987]: INFO networking_nsxv3.common.synchronization [req-6b6e47c2-733e-4d21-9afe-84f2875991ad req-13d18fd5-78b0-4832-bbe5-1e64d5759044 service nova] Enqueued Resource ID: 2ec0591f-5639-4a1d-a8b9-7665134a2e7b with Priority: HIGHEST for action port [ 775.721919] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb with Priority: HIGHEST for action security_group_rules [ 775.721919] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb with Priority: HIGHEST for action security_group_members [ 775.722033] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec0591f-5639-4a1d-a8b9-7665134a2e7b with Priority: HIGHEST for action port [ 775.722617] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.722617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.722818] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.722892] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.723056] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.724082] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.724433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.724919] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ec0591f-5639-4a1d-a8b9-7665134a2e7b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.725104] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ec0591f-5639-4a1d-a8b9-7665134a2e7b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.725141] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ec0591f-5639-4a1d-a8b9-7665134a2e7b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.725347] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ec0591f-5639-4a1d-a8b9-7665134a2e7b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.725432] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ec0591f-5639-4a1d-a8b9-7665134a2e7b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.730553] env[65987]: INFO networking_nsxv3.common.synchronization [None req-98993602-5276-41bb-9f21-a2f1050c3340 None None] Enqueued Resource ID: 2f26428f-84ea-42d8-8261-0b9f8923d184 with Priority: HIGHEST for action port [ 775.730553] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f26428f-84ea-42d8-8261-0b9f8923d184 with Priority: HIGHEST for action port [ 775.731916] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f26428f-84ea-42d8-8261-0b9f8923d184 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.731916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f26428f-84ea-42d8-8261-0b9f8923d184" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.731916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f26428f-84ea-42d8-8261-0b9f8923d184" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.731916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f26428f-84ea-42d8-8261-0b9f8923d184" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.731916] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f26428f-84ea-42d8-8261-0b9f8923d184',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.007774] env[65987]: INFO networking_nsxv3.common.synchronization [req-952395c4-a740-4c6d-b383-1587de46abdc req-2e0320bc-d9fe-4ca9-8aec-21037e551572 tempest-DeleteServersTestJSON-264165243 tempest-DeleteServersTestJSON-264165243-project-member] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 776.009695] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 776.010271] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.012795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.012795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.012795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.012795] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.012795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.012795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.012795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.012795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.012795] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.227184] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.227911] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.228309] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ec0591f-5639-4a1d-a8b9-7665134a2e7b with status ACTIVE [ 776.234251] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.234251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.234251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.234251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.234251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.234251] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.234251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.234251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.234251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.234251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.235337] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.235337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.235337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.235515] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.235515] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.235515] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ec0591f-5639-4a1d-a8b9-7665134a2e7b is going to be updated. [ 776.237056] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f26428f-84ea-42d8-8261-0b9f8923d184 [ 776.237056] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.237056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.237056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.237266] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.237266] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.237321] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f26428f-84ea-42d8-8261-0b9f8923d184 already deleted. [ 776.237374] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f26428f-84ea-42d8-8261-0b9f8923d184" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.258440] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.258440] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.258440] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.258791] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.258791] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.259372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ec0591f-5639-4a1d-a8b9-7665134a2e7b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.514126] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.515372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.515372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.515372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.515372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.515372] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.515372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.515372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.515372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.515372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.515372] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be updated. [ 776.546031] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.546031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.546031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.546031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.546031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.557218] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 777.597966] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb in Status: SUCCESS [ 777.598283] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.598465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.598729] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.598923] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.599055] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.599115] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.599784] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.599784] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.599784] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.105729] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.338853] env[65987]: INFO networking_nsxv3.common.synchronization [None req-03702404-dac8-4fc7-9f46-bc1d9bef3e4e None None] Enqueued Resource ID: 3e1ed026-e325-4d43-9ec7-d04fcb706a9c with Priority: HIGHEST for action port [ 778.342734] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1ed026-e325-4d43-9ec7-d04fcb706a9c with Priority: HIGHEST for action port [ 778.342734] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e1ed026-e325-4d43-9ec7-d04fcb706a9c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.342734] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e1ed026-e325-4d43-9ec7-d04fcb706a9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.342734] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e1ed026-e325-4d43-9ec7-d04fcb706a9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.342734] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e1ed026-e325-4d43-9ec7-d04fcb706a9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.342734] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e1ed026-e325-4d43-9ec7-d04fcb706a9c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.671810] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.687302] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 778.687482] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 deletion is rescheduled due to dependency. [ 778.687595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.847505] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e1ed026-e325-4d43-9ec7-d04fcb706a9c [ 778.847505] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.847505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.847505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.847505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.848067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.848251] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e1ed026-e325-4d43-9ec7-d04fcb706a9c already deleted. [ 778.848411] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e1ed026-e325-4d43-9ec7-d04fcb706a9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.175653] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.175784] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.175859] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.176133] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.176255] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.176357] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb is going to be updated. [ 779.239507] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.240271] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.240271] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.240696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.240801] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.254640] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb in Status: IN_PROGRESS for 2s [ 779.371337] env[65987]: INFO networking_nsxv3.common.synchronization [req-85bbc8bc-87fa-4517-a444-ce6e7d05a8d3 req-c5a1d63a-fcd8-4de0-b39e-e335177f7e27 tempest-MigrationsAdminTest-1847929876 tempest-MigrationsAdminTest-1847929876-project-member] Enqueued Resource ID: c6623897-f36a-4403-8265-a03a390d0416 with Priority: HIGHEST for action security_group_members [ 779.372184] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6623897-f36a-4403-8265-a03a390d0416 with Priority: HIGHEST for action security_group_members [ 779.373038] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6623897-f36a-4403-8265-a03a390d0416 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.373038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.373038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.373529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.373816] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.374582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.374582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.374582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.374582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.374582] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.805878] env[65987]: INFO networking_nsxv3.common.synchronization [req-91b8e1f6-b833-4594-a56f-0d140d2923f8 req-0175cd18-99e6-4844-816b-b71c8c9556b0 tempest-ServerAddressesNegativeTestJSON-269828284 tempest-ServerAddressesNegativeTestJSON-269828284-project-member] Enqueued Resource ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f with Priority: HIGHEST for action security_group_members [ 779.806482] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f with Priority: HIGHEST for action security_group_members [ 779.806809] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.807646] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.810054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.810054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.810054] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.810054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.810054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.810054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.813337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.813657] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f1d0b8-8780-4c40-8b81-1d3b9860ad8f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.822853] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.823167] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.823373] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.823829] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.824305] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.824614] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.824778] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.825131] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.825405] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.826503] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.826503] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.826503] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.826503] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.826503] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.826722] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.826940] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.852957] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.853233] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.853456] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.853714] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.854384] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-36bc0857-387f-47d6-bec6-f268cf4617ff taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.854622] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-36bc0857-387f-47d6-bec6-f268cf4617ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.855086] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-36bc0857-387f-47d6-bec6-f268cf4617ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.855499] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-36bc0857-387f-47d6-bec6-f268cf4617ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.855636] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36bc0857-387f-47d6-bec6-f268cf4617ff',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.877941] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.317646] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.317863] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.317932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.319296] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.319426] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.319660] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.319844] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.319844] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.320034] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.320124] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.320215] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f is going to be updated. [ 780.348163] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.348163] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.348163] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.348163] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.348163] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.357086] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f in Status: IN_PROGRESS for 2s [ 780.358751] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.358957] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.359080] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.359346] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.359488] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.359638] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 36bc0857-387f-47d6-bec6-f268cf4617ff not found, creating... [ 780.359915] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.360105] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.360220] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.360438] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.360568] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.360938] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.361021] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.361136] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.361280] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.361420] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.361532] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 36bc0857-387f-47d6-bec6-f268cf4617ff is going to be created. [ 780.380320] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.382227] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.382431] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.382546] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.382793] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.383028] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.383250] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-36bc0857-387f-47d6-bec6-f268cf4617ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.419992] env[65987]: INFO networking_nsxv3.common.synchronization [None req-b0d19369-43e2-4ce5-9cd9-5c54916ec6d9 tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 with Priority: HIGHEST for action security_group_rules [ 780.420893] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 with Priority: HIGHEST for action security_group_rules [ 780.421454] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98608d8a-537c-445a-88b3-c5b5d6ff8013 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.421946] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.421946] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.422371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.422437] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98608d8a-537c-445a-88b3-c5b5d6ff8013',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.884751] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.885215] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.885215] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.885349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.885463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.885591] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6623897-f36a-4403-8265-a03a390d0416 is going to be updated. [ 780.934291] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.934291] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.934584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.934620] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.934869] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.946522] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6623897-f36a-4403-8265-a03a390d0416 in Status: IN_PROGRESS for 2s [ 780.947501] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.947647] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.947696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.947983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.948395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.948395] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 already deleted. [ 780.948395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.109602] env[65987]: INFO networking_nsxv3.common.synchronization [req-85bbc8bc-87fa-4517-a444-ce6e7d05a8d3 req-375bca17-79f5-4125-b528-d686a3cff491 service nova] Enqueued Resource ID: c6623897-f36a-4403-8265-a03a390d0416 with Priority: HIGHEST for action security_group_rules [ 781.109926] env[65987]: INFO networking_nsxv3.common.synchronization [req-85bbc8bc-87fa-4517-a444-ce6e7d05a8d3 req-375bca17-79f5-4125-b528-d686a3cff491 service nova] Enqueued Resource ID: c6623897-f36a-4403-8265-a03a390d0416 with Priority: HIGHEST for action security_group_members [ 781.115864] env[65987]: INFO networking_nsxv3.common.synchronization [req-85bbc8bc-87fa-4517-a444-ce6e7d05a8d3 req-375bca17-79f5-4125-b528-d686a3cff491 service nova] Enqueued Resource ID: 36bc0857-387f-47d6-bec6-f268cf4617ff with Priority: HIGHEST for action port [ 781.117789] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6623897-f36a-4403-8265-a03a390d0416 with Priority: HIGHEST for action security_group_rules [ 781.118024] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6623897-f36a-4403-8265-a03a390d0416 with Priority: HIGHEST for action security_group_members [ 781.118271] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36bc0857-387f-47d6-bec6-f268cf4617ff with Priority: HIGHEST for action port [ 781.118566] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6623897-f36a-4403-8265-a03a390d0416 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.118743] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.118854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.119164] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.119260] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.121149] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6623897-f36a-4403-8265-a03a390d0416 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.121743] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.122308] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-36bc0857-387f-47d6-bec6-f268cf4617ff taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.122528] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36bc0857-387f-47d6-bec6-f268cf4617ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.122644] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36bc0857-387f-47d6-bec6-f268cf4617ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.122948] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36bc0857-387f-47d6-bec6-f268cf4617ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.123065] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36bc0857-387f-47d6-bec6-f268cf4617ff',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.241014] env[65987]: INFO networking_nsxv3.common.synchronization [None req-d48cb70c-f29d-4caa-926d-74d850c6962a tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 with Priority: HIGHEST for action security_group_rules [ 781.242634] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 with Priority: HIGHEST for action security_group_rules [ 781.242920] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98608d8a-537c-445a-88b3-c5b5d6ff8013 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.243147] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.243221] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.243407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.243490] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98608d8a-537c-445a-88b3-c5b5d6ff8013',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.265498] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb in Status: SUCCESS [ 781.265863] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.266680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.266680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.266944] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.267341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.267341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.267446] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.267544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.267669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.267871] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.621501] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6623897-f36a-4403-8265-a03a390d0416 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.621697] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.627111] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36bc0857-387f-47d6-bec6-f268cf4617ff with status ACTIVE [ 781.627111] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.627111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.627111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.627111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.627111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.627343] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.627343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.627467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.627563] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.627629] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.630986] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.631139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.631373] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.631373] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.631455] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.631515] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36bc0857-387f-47d6-bec6-f268cf4617ff is going to be updated. [ 781.656652] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.656823] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.656863] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.657133] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.657270] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.657429] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36bc0857-387f-47d6-bec6-f268cf4617ff" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.767463] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.767463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.767463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.768430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.768430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.768430] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 already deleted. [ 781.768430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.771918] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.771918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.771918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.772601] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.772601] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.772601] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.772601] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.772601] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.772601] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.772933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.772933] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.772933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.772933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.773139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.773208] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.773299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.773353] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.773508] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.773597] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.773651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.773724] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.082181] env[65987]: INFO networking_nsxv3.common.synchronization [req-f0e805bd-ef89-44c5-86e2-83d5496324bf req-c471c546-f029-4146-a032-562253a7ddad tempest-AttachVolumeTestJSON-1056237242 tempest-AttachVolumeTestJSON-1056237242-project-member] Enqueued Resource ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 with Priority: HIGHEST for action security_group_members [ 782.082741] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 with Priority: HIGHEST for action security_group_members [ 782.083061] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06aa0a1-cdcf-4252-97da-ae996c7f6d67 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.083190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.083255] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.083501] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.083658] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.083753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.083825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.083988] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.084637] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.084744] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06aa0a1-cdcf-4252-97da-ae996c7f6d67',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.277904] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7e99b4c-6ad3-45eb-a536-4de24d6c76bb: rpc.has_security_group_logging(os_id): False [ 782.298030] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.298030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.298030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.298030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.298030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.298030] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.298030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.298030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.298030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.298030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.298030] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.298030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.298030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.298030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.298030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.298734] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.298734] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.298734] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.298734] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.298734] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.298734] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb is going to be updated. [ 782.368222] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f in Status: SUCCESS [ 782.368660] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f deletion is rescheduled due to dependency. [ 782.368828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.408226] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.408487] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.408546] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.408718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.408869] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.427506] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb in Status: IN_PROGRESS for 2s [ 782.507775] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-352 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.508168] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-352" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.508168] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-352" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.508730] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-352" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.509279] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.509510] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.509653] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.509874] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.510038] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.510352] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.510352] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.510571] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.510571] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.510652] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.510783] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.510864] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.535120] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.535328] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.535531] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.535645] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-352" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.535979] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-f4946d33-6bff-4003-867d-462b89de198c taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.536291] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-f4946d33-6bff-4003-867d-462b89de198c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.536479] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-f4946d33-6bff-4003-867d-462b89de198c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.536943] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-f4946d33-6bff-4003-867d-462b89de198c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.537205] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4946d33-6bff-4003-867d-462b89de198c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.589104] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.589280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.589379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.590075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.590260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.590491] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.590601] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.590667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.590851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.590936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.591631] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 already deleted. [ 782.591631] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.959251] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6623897-f36a-4403-8265-a03a390d0416 in Status: SUCCESS [ 782.959465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.959644] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.959875] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.960086] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.960209] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.960276] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.960433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.960516] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.960612] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.010856] env[65987]: INFO networking_nsxv3.common.synchronization [req-8190f015-31cd-4069-82c5-130a9863eb87 req-5a042496-eec3-43b5-bfbb-3c190341dfd1 tempest-ServersNegativeTestMultiTenantJSON-664018655 tempest-ServersNegativeTestMultiTenantJSON-664018655-project-member] Enqueued Resource ID: febef2c2-a512-4b2a-b367-3a124b72f266 with Priority: HIGHEST for action security_group_members [ 783.011360] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febef2c2-a512-4b2a-b367-3a124b72f266 with Priority: HIGHEST for action security_group_members [ 783.011663] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-febef2c2-a512-4b2a-b367-3a124b72f266 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.011788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.011848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.013033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.013033] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.013033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.013033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.013033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.013033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.013033] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('febef2c2-a512-4b2a-b367-3a124b72f266',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.039834] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.039973] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.040045] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.040913] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.040913] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.040913] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port f4946d33-6bff-4003-867d-462b89de198c not found, creating... [ 783.041132] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.041197] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.041275] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.041467] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.041592] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.042278] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.042278] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.042278] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.042465] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.042514] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.042655] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: f4946d33-6bff-4003-867d-462b89de198c is going to be created. [ 783.068959] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.069188] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.069307] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.069620] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.069884] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.070152] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-f4946d33-6bff-4003-867d-462b89de198c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.462611] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.515807] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.516096] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.516235] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.516491] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.516596] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.516804] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.516909] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.517023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.517213] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.517334] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.517380] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febef2c2-a512-4b2a-b367-3a124b72f266 is going to be updated. [ 783.550357] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.550503] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.550503] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.550678] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.550821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.560314] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febef2c2-a512-4b2a-b367-3a124b72f266 in Status: IN_PROGRESS for 2s [ 783.783048] env[65987]: INFO networking_nsxv3.common.synchronization [req-f0e805bd-ef89-44c5-86e2-83d5496324bf req-63237130-e53f-40bc-9d92-ab822bf13ce4 service nova] Enqueued Resource ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 with Priority: HIGHEST for action security_group_rules [ 783.783048] env[65987]: INFO networking_nsxv3.common.synchronization [req-f0e805bd-ef89-44c5-86e2-83d5496324bf req-63237130-e53f-40bc-9d92-ab822bf13ce4 service nova] Enqueued Resource ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 with Priority: HIGHEST for action security_group_members [ 783.783048] env[65987]: INFO networking_nsxv3.common.synchronization [req-f0e805bd-ef89-44c5-86e2-83d5496324bf req-63237130-e53f-40bc-9d92-ab822bf13ce4 service nova] Enqueued Resource ID: f4946d33-6bff-4003-867d-462b89de198c with Priority: HIGHEST for action port [ 783.787459] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 with Priority: HIGHEST for action security_group_rules [ 783.787459] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 with Priority: HIGHEST for action security_group_members [ 783.787597] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4946d33-6bff-4003-867d-462b89de198c with Priority: HIGHEST for action port [ 783.787826] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06aa0a1-cdcf-4252-97da-ae996c7f6d67 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.787953] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.788028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.788243] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.788322] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06aa0a1-cdcf-4252-97da-ae996c7f6d67',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.789757] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06aa0a1-cdcf-4252-97da-ae996c7f6d67 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.789900] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.790270] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.790473] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.790632] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.790737] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.790801] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.790946] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.791048] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.791139] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06aa0a1-cdcf-4252-97da-ae996c7f6d67',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.792012] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4946d33-6bff-4003-867d-462b89de198c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.792878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4946d33-6bff-4003-867d-462b89de198c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.792878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4946d33-6bff-4003-867d-462b89de198c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.793820] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4946d33-6bff-4003-867d-462b89de198c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.793942] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4946d33-6bff-4003-867d-462b89de198c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.965648] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.267627] env[65987]: INFO networking_nsxv3.common.synchronization [req-3f2694f8-11b0-4b7f-9138-f23de5e1f55a req-73d8c361-12bf-4cc8-9924-8d8a0a963dec tempest-ServersWithSpecificFlavorTestJSON-1341861840 tempest-ServersWithSpecificFlavorTestJSON-1341861840-project-member] Enqueued Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGHEST for action security_group_members [ 784.268194] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGHEST for action security_group_members [ 784.268495] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.268617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.268680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.268882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.273992] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.274200] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.274308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.274756] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.274756] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.274756] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.298029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06aa0a1-cdcf-4252-97da-ae996c7f6d67 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.298029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.298029] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06aa0a1-cdcf-4252-97da-ae996c7f6d67',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.298029] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4946d33-6bff-4003-867d-462b89de198c with status ACTIVE [ 784.298029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.298029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.298029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.298029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.298029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.298029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.298029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.298029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.298029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.298029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.298964] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.299207] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.299361] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.299599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.299888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.300096] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4946d33-6bff-4003-867d-462b89de198c is going to be updated. [ 784.339782] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.339782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.339782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.339782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.339782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.339782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4946d33-6bff-4003-867d-462b89de198c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.447475] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb in Status: SUCCESS [ 784.447971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.469919] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.470281] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.470281] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.471446] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.471446] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.471446] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6623897-f36a-4403-8265-a03a390d0416 is going to be updated. [ 784.514044] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.514537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.514833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.516547] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.516547] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.527184] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6623897-f36a-4403-8265-a03a390d0416 in Status: IN_PROGRESS for 2s [ 784.760147] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-441 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.760395] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-441" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.760521] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-441" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.760831] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-441" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.761924] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.762091] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.762216] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.762445] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.762585] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.762793] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.762901] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.763011] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.763121] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.763227] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.763325] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.763453] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.777456] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.777608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.777670] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.777884] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.778469] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.778469] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.779916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.779916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.779916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.779916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.779916] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 is going to be updated. [ 784.785348] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.785501] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.785633] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.785798] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-441" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.786126] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-233c5244-e653-48aa-b1db-bd260fe1835c taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.786294] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-233c5244-e653-48aa-b1db-bd260fe1835c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.786407] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-233c5244-e653-48aa-b1db-bd260fe1835c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.786725] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-233c5244-e653-48aa-b1db-bd260fe1835c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.786860] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('233c5244-e653-48aa-b1db-bd260fe1835c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.803542] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06aa0a1-cdcf-4252-97da-ae996c7f6d67',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.809037] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.809037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.809037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.809037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.809037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.819364] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 in Status: IN_PROGRESS for 2s [ 785.171026] env[65987]: INFO networking_nsxv3.common.synchronization [None req-6fba5fe4-c854-40f4-98ce-dc0304e43f3f None None] Enqueued Resource ID: 308f2565-c4e8-4567-be47-33d906e15706 with Priority: HIGHEST for action port [ 785.171026] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 308f2565-c4e8-4567-be47-33d906e15706 with Priority: HIGHEST for action port [ 785.171026] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-308f2565-c4e8-4567-be47-33d906e15706 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.171026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-308f2565-c4e8-4567-be47-33d906e15706" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.171026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-308f2565-c4e8-4567-be47-33d906e15706" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.171026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-308f2565-c4e8-4567-be47-33d906e15706" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.171026] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('308f2565-c4e8-4567-be47-33d906e15706',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.296069] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.296069] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.296069] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.296069] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.296069] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.296069] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 233c5244-e653-48aa-b1db-bd260fe1835c not found, creating... [ 785.296069] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.296069] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.296069] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.296069] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.296069] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.296630] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.296630] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.296630] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.296630] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.296630] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.296630] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 233c5244-e653-48aa-b1db-bd260fe1835c is going to be created. [ 785.309120] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.309120] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.309120] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.309120] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.309120] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.309120] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 is going to be created. [ 785.334536] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.334742] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.335031] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.335245] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.335510] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.335741] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-233c5244-e653-48aa-b1db-bd260fe1835c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.349594] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.349747] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.349809] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.350021] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.350170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.364829] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 in Status: UNINITIALIZED for 2s [ 785.571405] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febef2c2-a512-4b2a-b367-3a124b72f266 in Status: SUCCESS [ 785.571405] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febef2c2-a512-4b2a-b367-3a124b72f266 deletion is rescheduled due to dependency. [ 785.571405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.674086] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 308f2565-c4e8-4567-be47-33d906e15706 [ 785.675038] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.675038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.675038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.675038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.675038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.675467] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:308f2565-c4e8-4567-be47-33d906e15706 already deleted. [ 785.675467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-308f2565-c4e8-4567-be47-33d906e15706" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.131020] env[65987]: INFO networking_nsxv3.common.synchronization [req-3f2694f8-11b0-4b7f-9138-f23de5e1f55a req-bda21af0-61ba-46cd-a665-3bf18708ce9f service nova] Enqueued Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGHEST for action security_group_rules [ 786.131236] env[65987]: INFO networking_nsxv3.common.synchronization [req-3f2694f8-11b0-4b7f-9138-f23de5e1f55a req-bda21af0-61ba-46cd-a665-3bf18708ce9f service nova] Enqueued Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGHEST for action security_group_members [ 786.131369] env[65987]: INFO networking_nsxv3.common.synchronization [req-3f2694f8-11b0-4b7f-9138-f23de5e1f55a req-bda21af0-61ba-46cd-a665-3bf18708ce9f service nova] Enqueued Resource ID: 233c5244-e653-48aa-b1db-bd260fe1835c with Priority: HIGHEST for action port [ 786.131921] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGHEST for action security_group_rules [ 786.132076] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGHEST for action security_group_members [ 786.132181] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 233c5244-e653-48aa-b1db-bd260fe1835c with Priority: HIGHEST for action port [ 786.132486] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.132609] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.132703] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.132925] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.133015] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.134377] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.134496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.134717] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-233c5244-e653-48aa-b1db-bd260fe1835c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.134822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-233c5244-e653-48aa-b1db-bd260fe1835c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.134884] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-233c5244-e653-48aa-b1db-bd260fe1835c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.136630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-233c5244-e653-48aa-b1db-bd260fe1835c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.136957] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('233c5244-e653-48aa-b1db-bd260fe1835c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.540799] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6623897-f36a-4403-8265-a03a390d0416 in Status: SUCCESS [ 786.541042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.541248] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.541535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.541732] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.541878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.541945] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.542143] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.542234] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.542319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.542435] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.641049] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.641049] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.641049] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 233c5244-e653-48aa-b1db-bd260fe1835c with status ACTIVE [ 786.641049] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.641432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.641432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.641513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.641565] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.641836] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.641984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.642035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.642201] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.642282] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.642470] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.642563] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.642625] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.642766] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.642840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.642925] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 233c5244-e653-48aa-b1db-bd260fe1835c is going to be updated. [ 786.671534] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.672684] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.673922] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.673922] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.673922] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.673922] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-233c5244-e653-48aa-b1db-bd260fe1835c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.834144] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 in Status: SUCCESS [ 786.834546] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 deletion is rescheduled due to dependency. [ 786.835527] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.835527] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.840715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.842937] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.842937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.842937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.842937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.842937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.842937] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.045751] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6623897-f36a-4403-8265-a03a390d0416 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.045908] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.045995] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.046297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.046490] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.046600] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.046770] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.046948] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.047054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.047148] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.047307] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6623897-f36a-4403-8265-a03a390d0416 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.047407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.047460] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.047598] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.047738] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.047823] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.047871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.048015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.048096] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.048177] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.048267] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.349179] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.377902] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 in Status: SUCCESS [ 787.378568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.378568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.378777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.378947] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.379053] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.379118] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.379613] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.379613] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.379613] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.379613] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f06aa0a1-cdcf-4252-97da-ae996c7f6d67',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.540493] env[65987]: INFO networking_nsxv3.common.synchronization [req-a9740b68-5129-433c-b319-531692571904 req-b9ca09ec-f9c3-43c1-bc0f-53f4ccf45f91 tempest-AttachInterfacesV270Test-375714990 tempest-AttachInterfacesV270Test-375714990-project-member] Enqueued Resource ID: a3d92b19-bfde-4782-9908-0cb7cba6912b with Priority: HIGHEST for action security_group_members [ 787.542997] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d92b19-bfde-4782-9908-0cb7cba6912b with Priority: HIGHEST for action security_group_members [ 787.542997] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3d92b19-bfde-4782-9908-0cb7cba6912b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.542997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.542997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.542997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.542997] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.542997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.542997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.542997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.542997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.542997] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3d92b19-bfde-4782-9908-0cb7cba6912b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.554565] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6623897-f36a-4403-8265-a03a390d0416: rpc.has_security_group_logging(os_id): False [ 787.573080] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.573241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.573303] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.573510] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.573600] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.573782] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.573902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.573969] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.574145] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.574219] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.574413] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.574514] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.574576] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.574752] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.574845] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.576272] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.576272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.576272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.576272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.576984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.577118] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6623897-f36a-4403-8265-a03a390d0416 is going to be updated. [ 787.650891] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.650891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.650891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.650891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.650891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.664776] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6623897-f36a-4403-8265-a03a390d0416 in Status: IN_PROGRESS for 2s [ 787.855446] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.883581] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f06aa0a1-cdcf-4252-97da-ae996c7f6d67',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.905068] env[65987]: INFO networking_nsxv3.common.synchronization [None req-02c60cd0-9a2e-4b91-80db-2d6aadb09e13 None None] Enqueued Resource ID: 7d79d039-efea-4f0e-bfac-c96f77cce781 with Priority: HIGHEST for action port [ 787.905752] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d79d039-efea-4f0e-bfac-c96f77cce781 with Priority: HIGHEST for action port [ 787.906601] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d79d039-efea-4f0e-bfac-c96f77cce781 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.906740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d79d039-efea-4f0e-bfac-c96f77cce781" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.906810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d79d039-efea-4f0e-bfac-c96f77cce781" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.907101] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d79d039-efea-4f0e-bfac-c96f77cce781" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.907225] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d79d039-efea-4f0e-bfac-c96f77cce781',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.934031] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.934031] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-157" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.934031] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-157" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.934737] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-157" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.935464] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.935613] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.937366] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.937366] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.937366] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.937366] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.937366] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.937366] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.937366] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.937366] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.937366] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.937366] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.961040] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.961278] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.961278] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.962150] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-157" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.962150] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-63836b1c-8691-444e-b9f5-52a42486a029 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.962150] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-63836b1c-8691-444e-b9f5-52a42486a029" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.962150] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-63836b1c-8691-444e-b9f5-52a42486a029" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.962506] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-63836b1c-8691-444e-b9f5-52a42486a029" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.962708] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63836b1c-8691-444e-b9f5-52a42486a029',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.045542] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.046126] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.046126] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.046126] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.046126] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.046395] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.046537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.046624] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.047466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.047466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.047466] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3d92b19-bfde-4782-9908-0cb7cba6912b already deleted. [ 788.047466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.240034] env[65987]: INFO networking_nsxv3.common.synchronization [None req-4f3f4374-43d7-497f-b4f4-58be54d56acb tempest-ServersTestManualDisk-1223873631 tempest-ServersTestManualDisk-1223873631-project-member] Enqueued Resource ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 with Priority: HIGHEST for action security_group_rules [ 788.240429] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 with Priority: HIGHEST for action security_group_rules [ 788.240789] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.240929] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.241016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.241284] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.241371] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64b213af-80e2-4b81-87f1-2c8e8a0fb6b8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.362113] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.362288] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.362356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.362579] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.362671] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.362775] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 is going to be updated. [ 788.388776] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f06aa0a1-cdcf-4252-97da-ae996c7f6d67: rpc.has_security_group_logging(os_id): False [ 788.413032] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d79d039-efea-4f0e-bfac-c96f77cce781 [ 788.413032] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.413032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.413032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.413032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.413032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.413032] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d79d039-efea-4f0e-bfac-c96f77cce781 already deleted. [ 788.413032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d79d039-efea-4f0e-bfac-c96f77cce781" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.413032] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.413032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.413032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.413032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.413032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.416467] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.416866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.417049] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.417328] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.417529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.417891] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.418133] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.418315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.418569] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.418758] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.418938] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 is going to be created. [ 788.424222] env[65987]: INFO networking_nsxv3.common.synchronization [None req-927863a3-fb0c-465c-aa5d-27043b7e7955 tempest-ServersTestManualDisk-1223873631 tempest-ServersTestManualDisk-1223873631-project-member] Enqueued Resource ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 with Priority: HIGHEST for action security_group_rules [ 788.426211] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 with Priority: HIGHEST for action security_group_rules [ 788.426211] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.426211] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.432062] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 in Status: IN_PROGRESS for 2s [ 788.466418] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.466641] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.466747] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.467051] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.467194] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.467341] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 63836b1c-8691-444e-b9f5-52a42486a029 not found, creating... [ 788.467627] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.467796] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.467959] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.468348] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.468565] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.468993] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.469819] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.469974] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.470353] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.470581] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.470830] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 63836b1c-8691-444e-b9f5-52a42486a029 is going to be created. [ 788.512453] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.512677] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.512754] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.513041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.513269] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.515487] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.515674] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.515786] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.516056] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.516277] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.516497] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-63836b1c-8691-444e-b9f5-52a42486a029" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.535583] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 in Status: IN_PROGRESS for 2s [ 788.766599] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.767043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.767043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.767310] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.767507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.767693] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 already deleted. [ 788.767854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.768170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.768470] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.768609] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64b213af-80e2-4b81-87f1-2c8e8a0fb6b8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.286125] env[65987]: INFO networking_nsxv3.common.synchronization [req-a9740b68-5129-433c-b319-531692571904 req-ece5da2e-357a-47d2-aa2c-fb72b95934ce service nova] Enqueued Resource ID: a3d92b19-bfde-4782-9908-0cb7cba6912b with Priority: HIGHEST for action security_group_rules [ 789.286428] env[65987]: INFO networking_nsxv3.common.synchronization [req-a9740b68-5129-433c-b319-531692571904 req-ece5da2e-357a-47d2-aa2c-fb72b95934ce service nova] Enqueued Resource ID: a3d92b19-bfde-4782-9908-0cb7cba6912b with Priority: HIGHEST for action security_group_members [ 789.286565] env[65987]: INFO networking_nsxv3.common.synchronization [req-a9740b68-5129-433c-b319-531692571904 req-ece5da2e-357a-47d2-aa2c-fb72b95934ce service nova] Enqueued Resource ID: 63836b1c-8691-444e-b9f5-52a42486a029 with Priority: HIGHEST for action port [ 789.287253] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d92b19-bfde-4782-9908-0cb7cba6912b with Priority: HIGHEST for action security_group_rules [ 789.287452] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d92b19-bfde-4782-9908-0cb7cba6912b with Priority: HIGHEST for action security_group_members [ 789.287605] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63836b1c-8691-444e-b9f5-52a42486a029 with Priority: HIGHEST for action port [ 789.288048] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3d92b19-bfde-4782-9908-0cb7cba6912b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.288208] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.288260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.288570] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.288680] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3d92b19-bfde-4782-9908-0cb7cba6912b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.289833] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3d92b19-bfde-4782-9908-0cb7cba6912b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.290964] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.291428] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.291750] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.292088] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.292530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.292530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.292530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.292679] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.292679] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3d92b19-bfde-4782-9908-0cb7cba6912b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.294183] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-63836b1c-8691-444e-b9f5-52a42486a029 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.294409] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63836b1c-8691-444e-b9f5-52a42486a029" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.294754] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63836b1c-8691-444e-b9f5-52a42486a029" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.294754] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63836b1c-8691-444e-b9f5-52a42486a029" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.294900] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63836b1c-8691-444e-b9f5-52a42486a029',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.296570] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.296819] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.296935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.297174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.297293] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.297533] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 already deleted. [ 789.297533] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.680597] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6623897-f36a-4403-8265-a03a390d0416 in Status: SUCCESS [ 789.680829] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.798695] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3d92b19-bfde-4782-9908-0cb7cba6912b taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.799063] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.801330] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3d92b19-bfde-4782-9908-0cb7cba6912b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.807553] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63836b1c-8691-444e-b9f5-52a42486a029 with status ACTIVE [ 789.807889] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.808141] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.808290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.808619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.808786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.811783] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.811987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.812104] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.812321] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.812402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.813199] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.813199] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.813199] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.813199] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.813199] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.813199] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63836b1c-8691-444e-b9f5-52a42486a029 is going to be updated. [ 789.843767] env[65987]: INFO networking_nsxv3.common.synchronization [req-1b31e466-4453-4e64-9a6e-543b02d0af07 req-3607ae60-9c54-4a9f-9c25-c3111bf361ea tempest-ServersTestBootFromVolume-1589548625 tempest-ServersTestBootFromVolume-1589548625-project-member] Enqueued Resource ID: 4c534991-f967-42f2-8c6e-87bb531f0323 with Priority: HIGHEST for action security_group_members [ 789.844535] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c534991-f967-42f2-8c6e-87bb531f0323 with Priority: HIGHEST for action security_group_members [ 789.845318] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c534991-f967-42f2-8c6e-87bb531f0323 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.845318] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.845318] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.845561] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.845620] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.845751] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.845833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.846011] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.846131] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.846253] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c534991-f967-42f2-8c6e-87bb531f0323',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.848498] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.848639] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.848639] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.848812] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.848985] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.849670] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63836b1c-8691-444e-b9f5-52a42486a029" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.296432] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-322 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.296915] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-322" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.296915] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-322" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.297162] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-322" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.297531] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.297847] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.297944] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.298231] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.298443] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.298685] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.298798] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.298949] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.299120] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.299214] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.299334] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.299493] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.309427] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3d92b19-bfde-4782-9908-0cb7cba6912b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.335517] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.335707] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.335835] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.336423] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-322" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.337512] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-fc4884ff-0f21-4422-8005-fceb6f4cf2be taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.337512] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-fc4884ff-0f21-4422-8005-fceb6f4cf2be" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.337512] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-fc4884ff-0f21-4422-8005-fceb6f4cf2be" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.337512] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-fc4884ff-0f21-4422-8005-fceb6f4cf2be" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.337512] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc4884ff-0f21-4422-8005-fceb6f4cf2be',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.351529] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.352025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.352025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.352159] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.352262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.353194] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.353194] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.353194] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.353622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.353622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.354017] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c534991-f967-42f2-8c6e-87bb531f0323 already deleted. [ 790.354017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.448370] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 in Status: SUCCESS [ 790.449088] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.449088] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.449088] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.449507] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.449507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.449507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.449738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.449803] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.449866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.450247] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.552741] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 in Status: SUCCESS [ 790.552971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.812531] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.813088] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.813187] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.813387] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.813498] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.813742] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3d92b19-bfde-4782-9908-0cb7cba6912b is going to be created. [ 790.840761] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.841047] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.841165] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.841529] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.841779] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.842025] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port fc4884ff-0f21-4422-8005-fceb6f4cf2be not found, creating... [ 790.842330] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.842508] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.842624] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.843438] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.843438] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.843438] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.843817] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.843817] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.843817] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.844017] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.844155] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: fc4884ff-0f21-4422-8005-fceb6f4cf2be is going to be created. [ 790.855062] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.855062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.855352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.855352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.855542] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.878492] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.878678] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.878794] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.879094] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.879352] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.879589] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-fc4884ff-0f21-4422-8005-fceb6f4cf2be" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.881624] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3d92b19-bfde-4782-9908-0cb7cba6912b in Status: UNINITIALIZED for 2s [ 790.952975] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.456536] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c236c9a-5251-4a5d-a3ea-a15362bcfa95: rpc.has_security_group_logging(os_id): False [ 791.478463] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.478463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.478626] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.478841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.478908] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.479162] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.479264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.479312] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.479786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.479786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.479786] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 is going to be updated. [ 791.556068] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.556338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.556436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.556751] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.556961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.575316] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 in Status: IN_PROGRESS for 2s [ 791.686987] env[65987]: INFO networking_nsxv3.common.synchronization [req-1b31e466-4453-4e64-9a6e-543b02d0af07 req-ed5d9d1a-9d99-436a-86b5-ce53749121c4 service nova] Enqueued Resource ID: 4c534991-f967-42f2-8c6e-87bb531f0323 with Priority: HIGHEST for action security_group_rules [ 791.686987] env[65987]: INFO networking_nsxv3.common.synchronization [req-1b31e466-4453-4e64-9a6e-543b02d0af07 req-ed5d9d1a-9d99-436a-86b5-ce53749121c4 service nova] Enqueued Resource ID: 4c534991-f967-42f2-8c6e-87bb531f0323 with Priority: HIGHEST for action security_group_members [ 791.686987] env[65987]: INFO networking_nsxv3.common.synchronization [req-1b31e466-4453-4e64-9a6e-543b02d0af07 req-ed5d9d1a-9d99-436a-86b5-ce53749121c4 service nova] Enqueued Resource ID: fc4884ff-0f21-4422-8005-fceb6f4cf2be with Priority: HIGHEST for action port [ 791.687591] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c534991-f967-42f2-8c6e-87bb531f0323 with Priority: HIGHEST for action security_group_rules [ 791.687766] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c534991-f967-42f2-8c6e-87bb531f0323 with Priority: HIGHEST for action security_group_members [ 791.688288] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4884ff-0f21-4422-8005-fceb6f4cf2be with Priority: HIGHEST for action port [ 791.688288] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c534991-f967-42f2-8c6e-87bb531f0323 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.688523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.688523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.688658] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.688758] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c534991-f967-42f2-8c6e-87bb531f0323',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.689832] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c534991-f967-42f2-8c6e-87bb531f0323 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.690013] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.690119] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.690362] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.690566] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.690680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.690764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.690926] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.691025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.691152] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c534991-f967-42f2-8c6e-87bb531f0323',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.693058] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc4884ff-0f21-4422-8005-fceb6f4cf2be taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.693058] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc4884ff-0f21-4422-8005-fceb6f4cf2be" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.693058] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc4884ff-0f21-4422-8005-fceb6f4cf2be" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.693058] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc4884ff-0f21-4422-8005-fceb6f4cf2be" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.693058] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc4884ff-0f21-4422-8005-fceb6f4cf2be',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.172971] env[65987]: INFO networking_nsxv3.common.synchronization [req-72b90443-2de6-481c-84c0-c0517099aa6a req-bf34d95c-fdaa-457d-945c-754faefdf647 tempest-AttachVolumeShelveTestJSON-816975413 tempest-AttachVolumeShelveTestJSON-816975413-project-member] Enqueued Resource ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 with Priority: HIGHEST for action security_group_members [ 792.173735] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 with Priority: HIGHEST for action security_group_members [ 792.174164] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ee7d737-cf2b-4339-8934-f08ee0868637 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.174386] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.174521] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.174841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.175338] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.175503] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.175578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.175780] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.175877] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.176021] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ee7d737-cf2b-4339-8934-f08ee0868637',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.195983] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c534991-f967-42f2-8c6e-87bb531f0323 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.197082] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.197082] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c534991-f967-42f2-8c6e-87bb531f0323',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.198450] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc4884ff-0f21-4422-8005-fceb6f4cf2be with status ACTIVE [ 792.198450] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.198450] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.198636] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.199023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.200038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.200038] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.200038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.200205] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.200350] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.200468] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.200713] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.200851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.200928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.201904] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.201904] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.201904] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc4884ff-0f21-4422-8005-fceb6f4cf2be is going to be updated. [ 792.228678] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.228970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.229095] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.229426] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.229716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.229934] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc4884ff-0f21-4422-8005-fceb6f4cf2be" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.597233] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.597464] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-890" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.597630] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-890" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.598151] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-890" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.598427] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.598617] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.598754] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.598990] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.599189] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.599469] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.599574] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.599715] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.599847] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.599965] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.600100] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.600248] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.626423] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.626657] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.626834] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.627093] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-890" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.627666] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-620e443d-1726-49b0-8fee-b8323c3ff48c taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.627823] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-620e443d-1726-49b0-8fee-b8323c3ff48c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.628050] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-620e443d-1726-49b0-8fee-b8323c3ff48c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.628499] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-620e443d-1726-49b0-8fee-b8323c3ff48c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.628675] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('620e443d-1726-49b0-8fee-b8323c3ff48c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.682688] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.682815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.682960] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.683245] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.683245] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.683526] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.683596] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.683678] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.684135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.684135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.684135] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 already deleted. [ 792.684135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.704185] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c534991-f967-42f2-8c6e-87bb531f0323',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.891838] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3d92b19-bfde-4782-9908-0cb7cba6912b in Status: SUCCESS [ 792.892081] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.892247] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.892459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.892649] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.892765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.892829] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.892978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.893073] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.893182] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.893280] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3d92b19-bfde-4782-9908-0cb7cba6912b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.132516] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.132516] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.132516] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.133237] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.135570] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.135570] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 620e443d-1726-49b0-8fee-b8323c3ff48c not found, creating... [ 793.135570] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.135570] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.135570] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.136692] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.137036] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.137714] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.139791] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.139791] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.139791] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.139791] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.139791] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 620e443d-1726-49b0-8fee-b8323c3ff48c is going to be created. [ 793.167777] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.168444] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.168699] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.169168] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.169761] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.170245] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-620e443d-1726-49b0-8fee-b8323c3ff48c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.211953] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.214935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.214935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.214935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.214935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.214935] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c534991-f967-42f2-8c6e-87bb531f0323 is going to be created. [ 793.265619] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.265619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.265619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.265619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.265619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.287928] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c534991-f967-42f2-8c6e-87bb531f0323 in Status: UNINITIALIZED for 2s [ 793.398533] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3d92b19-bfde-4782-9908-0cb7cba6912b taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.398787] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.398858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.399279] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.399536] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.399798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.399914] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.400161] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.400265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.400386] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.400673] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3d92b19-bfde-4782-9908-0cb7cba6912b taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.400859] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.400933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.401271] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.401570] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.402012] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.402148] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.402441] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.402570] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.402678] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.402777] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3d92b19-bfde-4782-9908-0cb7cba6912b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.595081] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 in Status: SUCCESS [ 793.595081] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.905997] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3d92b19-bfde-4782-9908-0cb7cba6912b: rpc.has_security_group_logging(os_id): False [ 793.930323] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.930465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.931042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.931042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.931042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.931241] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.932717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.932717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.932717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.932717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.932717] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.932717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.932717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.936668] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.936778] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.937135] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.937317] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.937434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.937699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.937830] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.938186] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3d92b19-bfde-4782-9908-0cb7cba6912b is going to be created. [ 793.947294] env[65987]: INFO networking_nsxv3.common.synchronization [req-72b90443-2de6-481c-84c0-c0517099aa6a req-4cd3896d-a215-4ac6-a53d-dd7550e84d38 service nova] Enqueued Resource ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 with Priority: HIGHEST for action security_group_rules [ 793.947294] env[65987]: INFO networking_nsxv3.common.synchronization [req-72b90443-2de6-481c-84c0-c0517099aa6a req-4cd3896d-a215-4ac6-a53d-dd7550e84d38 service nova] Enqueued Resource ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 with Priority: HIGHEST for action security_group_members [ 793.947294] env[65987]: INFO networking_nsxv3.common.synchronization [req-72b90443-2de6-481c-84c0-c0517099aa6a req-4cd3896d-a215-4ac6-a53d-dd7550e84d38 service nova] Enqueued Resource ID: 620e443d-1726-49b0-8fee-b8323c3ff48c with Priority: HIGHEST for action port [ 793.947294] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 with Priority: HIGHEST for action security_group_rules [ 793.947294] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 with Priority: HIGHEST for action security_group_members [ 793.947294] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 620e443d-1726-49b0-8fee-b8323c3ff48c with Priority: HIGHEST for action port [ 793.948158] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ee7d737-cf2b-4339-8934-f08ee0868637 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.948407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.948558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.948891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.949491] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ee7d737-cf2b-4339-8934-f08ee0868637',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.950873] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ee7d737-cf2b-4339-8934-f08ee0868637 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.951993] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.952520] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.953172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.953816] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.954553] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.954553] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.954854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.955130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.955586] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ee7d737-cf2b-4339-8934-f08ee0868637',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.959377] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-620e443d-1726-49b0-8fee-b8323c3ff48c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.963191] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-620e443d-1726-49b0-8fee-b8323c3ff48c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.963191] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-620e443d-1726-49b0-8fee-b8323c3ff48c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.963191] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-620e443d-1726-49b0-8fee-b8323c3ff48c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.963191] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('620e443d-1726-49b0-8fee-b8323c3ff48c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.041370] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.041590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.041663] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.041878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.042094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.055765] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3d92b19-bfde-4782-9908-0cb7cba6912b in Status: IN_PROGRESS for 2s [ 794.464036] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ee7d737-cf2b-4339-8934-f08ee0868637 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.465052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.465052] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ee7d737-cf2b-4339-8934-f08ee0868637',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.465727] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 620e443d-1726-49b0-8fee-b8323c3ff48c with status ACTIVE [ 794.465727] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.465727] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.466553] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.466553] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.466553] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.466553] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.466553] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.466553] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.466553] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.466798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.466798] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.466928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.466928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.467452] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.467452] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.467452] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 620e443d-1726-49b0-8fee-b8323c3ff48c is going to be updated. [ 794.497195] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.497433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.497433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.497665] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.497780] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.497955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-620e443d-1726-49b0-8fee-b8323c3ff48c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.970363] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ee7d737-cf2b-4339-8934-f08ee0868637',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.986796] env[65987]: INFO networking_nsxv3.common.synchronization [req-5f5b93d2-38ba-49c4-a715-a21a9eeff947 req-20f562b2-6d25-48fb-a2c7-83e076d735b7 tempest-MultipleCreateTestJSON-927493158 tempest-MultipleCreateTestJSON-927493158-project-member] Enqueued Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 794.987260] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 794.987677] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.987795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.987795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.988027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.988209] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.988342] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.988463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.988992] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.989377] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.989377] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.298423] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c534991-f967-42f2-8c6e-87bb531f0323 in Status: SUCCESS [ 795.298735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.298926] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.299195] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.299399] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.299514] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.299585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.299761] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.300249] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.300249] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.300378] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c534991-f967-42f2-8c6e-87bb531f0323',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.466490] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.466881] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-221" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.466881] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-221" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.467188] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-221" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.467537] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.467798] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.469031] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.469031] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.469031] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.469031] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.469031] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.469287] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.469287] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.469429] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.469510] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.469646] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.473329] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.473486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.473486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.473690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.473807] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.474423] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 is going to be created. [ 795.494571] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.494885] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.495143] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.495356] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-221" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.495656] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-b711a8a6-280c-45c5-b1e7-4b8de3262a1e taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.495840] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-b711a8a6-280c-45c5-b1e7-4b8de3262a1e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.495937] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-b711a8a6-280c-45c5-b1e7-4b8de3262a1e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.496295] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-b711a8a6-280c-45c5-b1e7-4b8de3262a1e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.496480] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b711a8a6-280c-45c5-b1e7-4b8de3262a1e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.497651] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.497821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.498019] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.498223] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.498391] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.498693] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.498822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.498892] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.499089] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.499168] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.499258] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294936d9-e513-4a56-bf69-977398416ae6 is going to be updated. [ 795.512371] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.512564] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.512708] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.512931] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.513726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.524555] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 in Status: UNINITIALIZED for 2s [ 795.621194] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.621376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.621508] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.621736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.621928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.635115] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: IN_PROGRESS for 2s [ 795.804572] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c534991-f967-42f2-8c6e-87bb531f0323',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.002014] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.002302] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.002417] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.002692] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.002837] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.002985] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port b711a8a6-280c-45c5-b1e7-4b8de3262a1e not found, creating... [ 796.003274] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.003423] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.003532] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.003742] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.003913] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.004281] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.004446] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.004559] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.004808] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.005295] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.005295] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: b711a8a6-280c-45c5-b1e7-4b8de3262a1e is going to be created. [ 796.030449] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.030678] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.030808] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.031087] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.031355] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.031603] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-b711a8a6-280c-45c5-b1e7-4b8de3262a1e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.077147] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3d92b19-bfde-4782-9908-0cb7cba6912b in Status: SUCCESS [ 796.079443] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.308704] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c534991-f967-42f2-8c6e-87bb531f0323: rpc.has_security_group_logging(os_id): False [ 796.336982] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.339062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.339062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.339062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.339062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.339062] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.339062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.339062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.339062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.339062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.339062] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c534991-f967-42f2-8c6e-87bb531f0323 is going to be created. [ 796.418663] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.418877] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.418933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.419122] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.419303] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.433107] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c534991-f967-42f2-8c6e-87bb531f0323 in Status: IN_PROGRESS for 2s [ 796.851065] env[65987]: INFO networking_nsxv3.common.synchronization [req-5f5b93d2-38ba-49c4-a715-a21a9eeff947 req-e5360071-f498-48ff-ad27-ab44fc12a8bc service nova] Enqueued Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_rules [ 796.852048] env[65987]: INFO networking_nsxv3.common.synchronization [req-5f5b93d2-38ba-49c4-a715-a21a9eeff947 req-e5360071-f498-48ff-ad27-ab44fc12a8bc service nova] Enqueued Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 796.852048] env[65987]: INFO networking_nsxv3.common.synchronization [req-5f5b93d2-38ba-49c4-a715-a21a9eeff947 req-e5360071-f498-48ff-ad27-ab44fc12a8bc service nova] Enqueued Resource ID: b711a8a6-280c-45c5-b1e7-4b8de3262a1e with Priority: HIGHEST for action port [ 796.852564] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_rules [ 796.852768] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 796.855314] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b711a8a6-280c-45c5-b1e7-4b8de3262a1e with Priority: HIGHEST for action port [ 796.855811] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.855984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.856099] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.856384] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.856505] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.859126] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.859296] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.859595] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-b711a8a6-280c-45c5-b1e7-4b8de3262a1e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.859739] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b711a8a6-280c-45c5-b1e7-4b8de3262a1e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.859834] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b711a8a6-280c-45c5-b1e7-4b8de3262a1e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.860121] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b711a8a6-280c-45c5-b1e7-4b8de3262a1e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.860245] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b711a8a6-280c-45c5-b1e7-4b8de3262a1e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.362534] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.362696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.362936] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b711a8a6-280c-45c5-b1e7-4b8de3262a1e with status ACTIVE [ 797.363074] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.363202] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.363265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.364056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.364056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.364056] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.364056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.364056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.364383] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.364538] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.365169] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.365246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.365295] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.365453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.365528] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.365619] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b711a8a6-280c-45c5-b1e7-4b8de3262a1e is going to be updated. [ 797.393444] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.393649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.393685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.393919] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.394078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.394264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b711a8a6-280c-45c5-b1e7-4b8de3262a1e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.549400] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 in Status: SUCCESS [ 797.549400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.549400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.549400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.549400] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.549400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.549400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.549400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.549949] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.549949] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.549949] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ee7d737-cf2b-4339-8934-f08ee0868637',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.649526] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: SUCCESS [ 797.649734] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294936d9-e513-4a56-bf69-977398416ae6 deletion is rescheduled due to dependency. [ 797.649862] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.650111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.650350] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.650553] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.650687] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.650777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.650986] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.651088] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.651186] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.874291] env[65987]: INFO networking_nsxv3.common.synchronization [req-5f5b93d2-38ba-49c4-a715-a21a9eeff947 req-63e4c42a-74b6-4b37-aba3-373d9b6d7807 tempest-MultipleCreateTestJSON-927493158 tempest-MultipleCreateTestJSON-927493158-project-member] Enqueued Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 797.875068] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 797.875207] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.875313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.053098] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ee7d737-cf2b-4339-8934-f08ee0868637',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.155134] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.250054] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.250277] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-221" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.250415] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-221" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.250694] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-221" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.250971] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.251125] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.251235] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.251438] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.251573] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.251828] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.252045] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.252193] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.252305] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.252415] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.252525] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.252657] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.281242] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.281456] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.281547] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.281711] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-221" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.282182] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-9c6ddcd8-76f7-46f1-a562-140f3834bf53 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.282382] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-9c6ddcd8-76f7-46f1-a562-140f3834bf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.282465] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-9c6ddcd8-76f7-46f1-a562-140f3834bf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.282808] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-9c6ddcd8-76f7-46f1-a562-140f3834bf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.282942] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c6ddcd8-76f7-46f1-a562-140f3834bf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.450712] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c534991-f967-42f2-8c6e-87bb531f0323 in Status: SUCCESS [ 798.450971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.556592] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ee7d737-cf2b-4339-8934-f08ee0868637: rpc.has_security_group_logging(os_id): False [ 798.578121] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.578486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.578640] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.578994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.579295] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.579693] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.579936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.580122] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.580454] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.580651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.580824] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 is going to be created. [ 798.649314] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.649314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.649314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.649314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.649314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.658506] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.660489] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 in Status: IN_PROGRESS for 2s [ 798.786085] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.786299] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.786692] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.786692] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.786892] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.786996] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 9c6ddcd8-76f7-46f1-a562-140f3834bf53 not found, creating... [ 798.787346] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.787527] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.787644] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.788412] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.788412] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.788412] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.788641] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.788641] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.789100] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.789100] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.789189] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 9c6ddcd8-76f7-46f1-a562-140f3834bf53 is going to be created. [ 798.810518] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.810746] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.810818] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.811117] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.811340] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.811559] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-9c6ddcd8-76f7-46f1-a562-140f3834bf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.160684] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.160684] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.160684] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.161268] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.161702] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.161947] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294936d9-e513-4a56-bf69-977398416ae6 is going to be updated. [ 799.221094] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.221094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.221094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.221094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.221094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.236680] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: IN_PROGRESS for 2s [ 799.359733] env[65987]: INFO networking_nsxv3.common.synchronization [None req-b2ee55fa-ece0-4933-b7d4-faa400562b11 None None] Enqueued Resource ID: e8735b50-c571-4b72-93df-8ba433b2b3df with Priority: HIGHEST for action port [ 799.360358] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8735b50-c571-4b72-93df-8ba433b2b3df with Priority: HIGHEST for action port [ 799.360747] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8735b50-c571-4b72-93df-8ba433b2b3df taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.360881] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8735b50-c571-4b72-93df-8ba433b2b3df" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.360939] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8735b50-c571-4b72-93df-8ba433b2b3df" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.361262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8735b50-c571-4b72-93df-8ba433b2b3df" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.361490] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8735b50-c571-4b72-93df-8ba433b2b3df',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.594350] env[65987]: INFO networking_nsxv3.common.synchronization [req-5f5b93d2-38ba-49c4-a715-a21a9eeff947 req-6336c1a3-1271-446b-a58b-326bed223526 service nova] Enqueued Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_rules [ 799.594350] env[65987]: INFO networking_nsxv3.common.synchronization [req-5f5b93d2-38ba-49c4-a715-a21a9eeff947 req-6336c1a3-1271-446b-a58b-326bed223526 service nova] Enqueued Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 799.594350] env[65987]: INFO networking_nsxv3.common.synchronization [req-5f5b93d2-38ba-49c4-a715-a21a9eeff947 req-6336c1a3-1271-446b-a58b-326bed223526 service nova] Enqueued Resource ID: 9c6ddcd8-76f7-46f1-a562-140f3834bf53 with Priority: HIGHEST for action port [ 799.594350] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_rules [ 799.599851] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 799.599851] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c6ddcd8-76f7-46f1-a562-140f3834bf53 with Priority: HIGHEST for action port [ 799.599851] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.599851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.599851] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.599851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.599851] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c6ddcd8-76f7-46f1-a562-140f3834bf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.599851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c6ddcd8-76f7-46f1-a562-140f3834bf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.599851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c6ddcd8-76f7-46f1-a562-140f3834bf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.599851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c6ddcd8-76f7-46f1-a562-140f3834bf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.599851] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c6ddcd8-76f7-46f1-a562-140f3834bf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.864832] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8735b50-c571-4b72-93df-8ba433b2b3df [ 799.864832] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.864832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.864832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.864832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.864832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.864832] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8735b50-c571-4b72-93df-8ba433b2b3df already deleted. [ 799.864832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8735b50-c571-4b72-93df-8ba433b2b3df" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.103208] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c6ddcd8-76f7-46f1-a562-140f3834bf53 with status ACTIVE [ 800.103470] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.103610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.103665] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.103884] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.104117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.104327] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.104426] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.104486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.104676] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.104748] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.105092] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.105993] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.106316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.106406] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.108078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.108078] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c6ddcd8-76f7-46f1-a562-140f3834bf53 is going to be updated. [ 800.133549] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.133725] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.133808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.134035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.134233] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.134334] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c6ddcd8-76f7-46f1-a562-140f3834bf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.676858] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 in Status: SUCCESS [ 800.677236] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.248866] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: SUCCESS [ 801.249089] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.249880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.249880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.249880] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.249880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.249880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.250211] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.250211] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.250329] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.250434] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.251390] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.251677] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.252356] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.252356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.252356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.252356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.252356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.252736] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.756621] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.757740] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.757865] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.035372] env[65987]: INFO networking_nsxv3.common.synchronization [None req-6e42da0c-b44d-4334-b00e-994b55bcfbad None None] Enqueued Resource ID: 88632f57-d433-4d6d-939e-fe43c7511bb1 with Priority: HIGHEST for action port [ 802.036021] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88632f57-d433-4d6d-939e-fe43c7511bb1 with Priority: HIGHEST for action port [ 802.036453] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-88632f57-d433-4d6d-939e-fe43c7511bb1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.036618] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88632f57-d433-4d6d-939e-fe43c7511bb1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.036683] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88632f57-d433-4d6d-939e-fe43c7511bb1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.040315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88632f57-d433-4d6d-939e-fe43c7511bb1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.040427] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88632f57-d433-4d6d-939e-fe43c7511bb1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.261189] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.543853] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88632f57-d433-4d6d-939e-fe43c7511bb1 [ 802.543853] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.543853] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.543853] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.544314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.544465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.544626] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88632f57-d433-4d6d-939e-fe43c7511bb1 already deleted. [ 802.544770] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88632f57-d433-4d6d-939e-fe43c7511bb1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.765530] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.765530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.765530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.765530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.765530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.765530] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294936d9-e513-4a56-bf69-977398416ae6 is going to be updated. [ 802.801493] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.801493] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.801493] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.801493] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.801493] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.816451] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: IN_PROGRESS for 2s [ 804.829183] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: SUCCESS [ 804.829441] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.829580] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.829765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.829965] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.830151] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.830220] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.830393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.830575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.830575] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.333252] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.837370] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.340818] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.341033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.341078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.341302] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.341382] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.341713] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294936d9-e513-4a56-bf69-977398416ae6 is going to be updated. [ 806.371789] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.372042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.372214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.375074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.375074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.384741] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: IN_PROGRESS for 2s [ 807.040647] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 807.040647] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 807.380238] env[65987]: INFO networking_nsxv3.common.synchronization [req-b0d2c4d2-f756-44ca-85a8-bef78c000122 req-830ebe37-5915-4dd1-a09b-92f9aac5c390 tempest-ServerActionsTestOtherB-681768895 tempest-ServerActionsTestOtherB-681768895-project-member] Enqueued Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_members [ 807.380442] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_members [ 807.380735] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.380851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.380921] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.381651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.381814] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.381936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.381993] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.382250] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.382397] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.382501] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.855289] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.855599] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-344" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.855797] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-344" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.856587] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-344" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.857541] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.857541] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.857875] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.858256] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.858458] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.858727] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.858953] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.859231] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.859231] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.859754] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.859754] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.859754] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.882399] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.882635] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.882704] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.882872] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-344" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.883791] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-4164e53a-0c4e-4c8b-bdd2-9abebed089d0 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.883791] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-4164e53a-0c4e-4c8b-bdd2-9abebed089d0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.883791] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-4164e53a-0c4e-4c8b-bdd2-9abebed089d0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.884216] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-4164e53a-0c4e-4c8b-bdd2-9abebed089d0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.884390] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4164e53a-0c4e-4c8b-bdd2-9abebed089d0',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.886699] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.886912] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.887046] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.887353] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.887500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.887824] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.888022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.888138] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.888344] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.888460] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.888558] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 already deleted. [ 807.888666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.390744] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.391045] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.391135] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.391646] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.392128] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.392452] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 4164e53a-0c4e-4c8b-bdd2-9abebed089d0 not found, creating... [ 808.392858] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.393152] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.393223] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.393563] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.393767] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.394268] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.394469] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.394672] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.394984] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.395164] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.395314] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 4164e53a-0c4e-4c8b-bdd2-9abebed089d0 is going to be created. [ 808.397166] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: SUCCESS [ 808.397356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.397539] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.397749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.397990] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.398142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.398201] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.398367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.398444] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.398546] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.398709] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.398823] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.398915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.399152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.399432] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.399536] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.399600] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.399765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.399853] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.399941] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.400049] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.421768] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.422128] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.422280] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.422945] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.422945] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.423097] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-4164e53a-0c4e-4c8b-bdd2-9abebed089d0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.687771] env[65987]: INFO networking_nsxv3.common.synchronization [req-3233fa2b-21bc-4e28-a736-ba1f3df7163d req-64dfa579-5da7-4351-8692-d6492c18c06e tempest-ImagesTestJSON-634601570 tempest-ImagesTestJSON-634601570-project-member] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 808.688394] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 808.688715] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.688877] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.688953] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.689188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.689345] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.689445] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.689519] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.689668] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.689754] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.689845] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.903880] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 294936d9-e513-4a56-bf69-977398416ae6: rpc.has_security_group_logging(os_id): False [ 808.927319] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.927591] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.927591] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.927772] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.927832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.928039] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.928376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.928539] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.928768] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.928885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.929196] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.929342] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.929439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.929665] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.929785] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.930048] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.930289] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.930503] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.930565] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.931579] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.931579] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 294936d9-e513-4a56-bf69-977398416ae6 is going to be updated. [ 808.948824] env[65987]: INFO networking_nsxv3.common.synchronization [req-b2440e10-75fd-4d8a-8b0b-5ae3da3c390b req-e6d44b09-8c1c-4461-b359-8226345a30ab tempest-AttachInterfacesV270Test-375714990 tempest-AttachInterfacesV270Test-375714990-project-member] Enqueued Resource ID: a3d92b19-bfde-4782-9908-0cb7cba6912b with Priority: HIGHEST for action security_group_members [ 808.949597] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d92b19-bfde-4782-9908-0cb7cba6912b with Priority: HIGHEST for action security_group_members [ 808.949939] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3d92b19-bfde-4782-9908-0cb7cba6912b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.950072] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.950140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.950339] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.950498] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.950622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.950695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.950871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.950981] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.951111] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3d92b19-bfde-4782-9908-0cb7cba6912b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.012299] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.012299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.012299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.012299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.012299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.028031] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: IN_PROGRESS for 2s [ 809.126717] env[65987]: INFO networking_nsxv3.common.synchronization [req-b0d2c4d2-f756-44ca-85a8-bef78c000122 req-141fa05c-c654-4afa-9e0c-ac4ff7e0eebc service nova] Enqueued Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_rules [ 809.126717] env[65987]: INFO networking_nsxv3.common.synchronization [req-b0d2c4d2-f756-44ca-85a8-bef78c000122 req-141fa05c-c654-4afa-9e0c-ac4ff7e0eebc service nova] Enqueued Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_members [ 809.126717] env[65987]: INFO networking_nsxv3.common.synchronization [req-b0d2c4d2-f756-44ca-85a8-bef78c000122 req-141fa05c-c654-4afa-9e0c-ac4ff7e0eebc service nova] Enqueued Resource ID: 4164e53a-0c4e-4c8b-bdd2-9abebed089d0 with Priority: HIGHEST for action port [ 809.126883] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_rules [ 809.127056] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_members [ 809.127192] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4164e53a-0c4e-4c8b-bdd2-9abebed089d0 with Priority: HIGHEST for action port [ 809.127453] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.127574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.127702] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.127914] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.128567] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.128970] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.129824] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.129824] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.129824] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.129824] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.129824] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.129824] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.130117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.130117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.130117] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.130917] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-4164e53a-0c4e-4c8b-bdd2-9abebed089d0 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.131068] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4164e53a-0c4e-4c8b-bdd2-9abebed089d0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.131068] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4164e53a-0c4e-4c8b-bdd2-9abebed089d0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.131716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4164e53a-0c4e-4c8b-bdd2-9abebed089d0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.131716] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4164e53a-0c4e-4c8b-bdd2-9abebed089d0',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.193261] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.193261] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.193261] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.193415] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.193582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.193722] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.193822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.193928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.194113] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.194215] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.194312] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be updated. [ 809.232440] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.234840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.234840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.234840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.234840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.243144] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: IN_PROGRESS for 2s [ 809.453658] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.454121] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.454121] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.454286] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.454388] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.454604] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.454716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.454809] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.455210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.455357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.455507] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3d92b19-bfde-4782-9908-0cb7cba6912b is going to be updated. [ 809.498864] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.499788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.499788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.499788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.499788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.513180] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3d92b19-bfde-4782-9908-0cb7cba6912b in Status: IN_PROGRESS for 2s [ 809.559464] env[65987]: INFO networking_nsxv3.common.synchronization [req-45c4bf3f-644f-4dc5-870a-25a887ce3a71 req-f20adce2-eab7-4214-8462-cfe6783befad tempest-ServersAdminNegativeTestJSON-1435963762 tempest-ServersAdminNegativeTestJSON-1435963762-project-member] Enqueued Resource ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb with Priority: HIGHEST for action security_group_members [ 809.560106] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb with Priority: HIGHEST for action security_group_members [ 809.560499] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.560654] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.560737] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.561025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.561565] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.565364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.565521] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.566017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.566017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.566017] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.633304] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.635596] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.635726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.635887] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4164e53a-0c4e-4c8b-bdd2-9abebed089d0 with status ACTIVE [ 809.636069] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.636186] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.636288] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.636459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.636546] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.636717] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.636812] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.636870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.637287] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.637405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.637563] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.637915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.637915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.637915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.637915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.638179] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4164e53a-0c4e-4c8b-bdd2-9abebed089d0 is going to be updated. [ 809.661845] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.662105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.662105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.662630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.662630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.662630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4164e53a-0c4e-4c8b-bdd2-9abebed089d0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.068598] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.143366] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.572416] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.646343] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.646630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.646693] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.646953] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.647020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.647089] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 is going to be created. [ 810.674311] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.674311] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.674432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.674560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.674723] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.687302] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: UNINITIALIZED for 2s [ 811.047377] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: SUCCESS [ 811.047987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.048232] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.048481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.048592] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.077101] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.077101] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.077101] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.077101] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.077101] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.077101] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb is going to be updated. [ 811.109965] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.110125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.110240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.110449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.110597] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.120458] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb in Status: IN_PROGRESS for 2s [ 811.255308] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: SUCCESS [ 811.255493] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 deletion is rescheduled due to dependency. [ 811.255611] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.526651] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3d92b19-bfde-4782-9908-0cb7cba6912b in Status: SUCCESS [ 811.526827] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3d92b19-bfde-4782-9908-0cb7cba6912b deletion is rescheduled due to dependency. [ 811.526949] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.551896] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.552219] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.552568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.552834] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.553042] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.553154] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.553314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.553384] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.553466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.553553] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.553645] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.061029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.061029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.061029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.061029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.061029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.061029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.061029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.061029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.061029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.061029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.061029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.061029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.061029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.061029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.061029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.064825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.064825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.064825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.064825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.064825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.064825] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.404961] env[65987]: INFO networking_nsxv3.common.synchronization [req-4aeb110a-5291-4889-9c2b-b8e02a927191 req-99447272-3f32-408d-bfe1-0427b286be8f tempest-ServerRescueTestJSONUnderV235-179937710 tempest-ServerRescueTestJSONUnderV235-179937710-project-member] Enqueued Resource ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 with Priority: HIGHEST for action security_group_members [ 812.405884] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 with Priority: HIGHEST for action security_group_members [ 812.406244] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.406403] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.406474] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.407055] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.407055] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.407277] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.407277] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.407401] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.407484] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.407608] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.568845] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 294936d9-e513-4a56-bf69-977398416ae6: rpc.has_security_group_logging(os_id): False [ 812.591260] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.591260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.591260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.591260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.591260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.591260] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.591260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.591260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.591616] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.591616] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.591616] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.591765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.591765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.592052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.592052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.592308] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.592308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.592420] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.592513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.592547] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.592623] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 294936d9-e513-4a56-bf69-977398416ae6 is going to be updated. [ 812.674279] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.674279] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.674279] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.674279] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.674279] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.695027] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: IN_PROGRESS for 2s [ 812.710898] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: SUCCESS [ 812.710898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.710898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.710898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.710898] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.710898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.710898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.710898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.710898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.710898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.711612] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.910137] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.910362] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.910443] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.910723] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.910809] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.911035] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.911129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.911189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.911335] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.911405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.911485] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 already deleted. [ 812.911561] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.933133] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.933133] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-738" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.933263] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-738" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.933538] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-738" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.933796] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.933940] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.934078] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.934363] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.934422] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.934621] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.934727] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.934826] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.934926] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.935527] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.935527] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.935527] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.956935] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.957135] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.957268] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.957439] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-738" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.957752] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-6a280ded-746a-49df-a93c-846bbfa3ffe2 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.957920] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-6a280ded-746a-49df-a93c-846bbfa3ffe2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.958048] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-6a280ded-746a-49df-a93c-846bbfa3ffe2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.958378] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-6a280ded-746a-49df-a93c-846bbfa3ffe2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.958512] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a280ded-746a-49df-a93c-846bbfa3ffe2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.131980] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb in Status: SUCCESS [ 813.132366] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.214458] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.463147] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.464160] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.464160] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.464160] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.464343] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.464495] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 6a280ded-746a-49df-a93c-846bbfa3ffe2 not found, creating... [ 813.465113] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.465113] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.465113] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.465337] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.465475] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.465738] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.467150] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.467150] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.467150] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.467150] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.467150] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 6a280ded-746a-49df-a93c-846bbfa3ffe2 is going to be created. [ 813.494017] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.494017] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.494017] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.494017] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.494017] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.494017] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-6a280ded-746a-49df-a93c-846bbfa3ffe2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.718739] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1: rpc.has_security_group_logging(os_id): False [ 813.736381] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.736381] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.736381] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.736381] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.736381] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.736381] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.736381] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.736781] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.736781] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.736781] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.736781] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 is going to be created. [ 813.800725] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.800725] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.800725] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.800946] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.801141] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.815265] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: IN_PROGRESS for 2s [ 814.210704] env[65987]: INFO networking_nsxv3.common.synchronization [req-4aeb110a-5291-4889-9c2b-b8e02a927191 req-05623d8f-3cc1-457c-967d-0bcc4a126ae2 service nova] Enqueued Resource ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 with Priority: HIGHEST for action security_group_rules [ 814.215356] env[65987]: INFO networking_nsxv3.common.synchronization [req-4aeb110a-5291-4889-9c2b-b8e02a927191 req-05623d8f-3cc1-457c-967d-0bcc4a126ae2 service nova] Enqueued Resource ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 with Priority: HIGHEST for action security_group_members [ 814.215356] env[65987]: INFO networking_nsxv3.common.synchronization [req-4aeb110a-5291-4889-9c2b-b8e02a927191 req-05623d8f-3cc1-457c-967d-0bcc4a126ae2 service nova] Enqueued Resource ID: 6a280ded-746a-49df-a93c-846bbfa3ffe2 with Priority: HIGHEST for action port [ 814.215356] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 with Priority: HIGHEST for action security_group_rules [ 814.215356] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 with Priority: HIGHEST for action security_group_members [ 814.215356] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a280ded-746a-49df-a93c-846bbfa3ffe2 with Priority: HIGHEST for action port [ 814.215356] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.215356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.215356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.215356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.215356] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.216678] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.216825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.216898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.217070] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.217241] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.217353] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.217429] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.217586] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.217676] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.217755] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.222043] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a280ded-746a-49df-a93c-846bbfa3ffe2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.222192] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a280ded-746a-49df-a93c-846bbfa3ffe2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.222270] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a280ded-746a-49df-a93c-846bbfa3ffe2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.222399] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a280ded-746a-49df-a93c-846bbfa3ffe2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.222476] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a280ded-746a-49df-a93c-846bbfa3ffe2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.240839] env[65987]: INFO networking_nsxv3.common.synchronization [req-d824684f-62d5-42cd-a92f-a8d7348edd89 req-e2d9a21c-5e45-43bf-af78-acfd8403943b tempest-MultipleCreateTestJSON-927493158 tempest-MultipleCreateTestJSON-927493158-project-member] Enqueued Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 814.241423] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 814.243149] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.243149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.243149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.243149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.243149] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.243149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.243149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.243545] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.243771] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.243771] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.386461] env[65987]: INFO networking_nsxv3.common.synchronization [req-386922bb-62e7-4c70-b9b6-a36f9c965e3e req-b99bc28c-8f85-4c40-b25d-1db5ac3523c8 tempest-ListImageFiltersTestJSON-621862491 tempest-ListImageFiltersTestJSON-621862491-project-member] Enqueued Resource ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e with Priority: HIGHEST for action security_group_members [ 814.387723] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e with Priority: HIGHEST for action security_group_members [ 814.387723] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.387723] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.387723] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.387982] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.387982] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.387982] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.388129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.388660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.388660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.388660] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.536386] env[65987]: INFO networking_nsxv3.common.synchronization [req-4300ae38-bcc4-456d-917c-f8f522a174fb req-8adc1ebf-e829-480b-a2ea-5730a6f0bc36 tempest-MultipleCreateTestJSON-927493158 tempest-MultipleCreateTestJSON-927493158-project-member] Enqueued Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 814.537147] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGHEST for action security_group_members [ 814.537461] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.537564] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.707828] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: SUCCESS [ 814.708795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.724772] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.725052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.725160] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.728913] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a280ded-746a-49df-a93c-846bbfa3ffe2 with status ACTIVE [ 814.729129] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.729262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.729349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.729592] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.729592] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.729774] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.729884] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.729945] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.730106] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.730185] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.730357] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.730447] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.730524] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.730633] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.730695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.730781] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a280ded-746a-49df-a93c-846bbfa3ffe2 is going to be updated. [ 814.747518] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.754288] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.754562] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.754868] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.754868] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.755298] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.755298] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a280ded-746a-49df-a93c-846bbfa3ffe2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.890355] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.028548] env[65987]: INFO networking_nsxv3.common.synchronization [req-83690d47-b030-4bd3-b827-3d2312d23fb2 req-5f985c20-fe31-4da4-88d7-c50bf74a17c5 tempest-ServersNegativeTestJSON-1268297251 tempest-ServersNegativeTestJSON-1268297251-project-member] Enqueued Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGHEST for action security_group_members [ 815.029138] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGHEST for action security_group_members [ 815.029462] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.029587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.029656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.030075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.030075] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.030282] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.030344] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.030466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.030552] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.030647] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.228882] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.249717] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.325402] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.325671] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-387" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.325864] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-387" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.326233] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-387" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.326654] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.326876] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.327069] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.327350] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.327566] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.327874] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.328720] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.328720] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.328720] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.328720] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.328720] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.328720] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.348897] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.349116] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.349255] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.349425] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-387" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.349733] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-c09996ae-0b2e-4376-a68e-a18965bf8533 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.349937] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-c09996ae-0b2e-4376-a68e-a18965bf8533" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.350156] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-c09996ae-0b2e-4376-a68e-a18965bf8533" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.350461] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-c09996ae-0b2e-4376-a68e-a18965bf8533" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.350604] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c09996ae-0b2e-4376-a68e-a18965bf8533',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.374136] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.374240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.374240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.374472] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.374566] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.393570] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.533288] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.731297] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.731462] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.731539] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.731759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.732043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.732043] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 is going to be created. [ 815.752163] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.752342] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.752435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.752704] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.752853] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.752941] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294936d9-e513-4a56-bf69-977398416ae6 is going to be updated. [ 815.762398] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.762619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.762735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.762986] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.763267] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.773752] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 in Status: UNINITIALIZED for 2s [ 815.787414] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.787569] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.787660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.787833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.787983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.799636] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: IN_PROGRESS for 2s [ 815.828455] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: SUCCESS [ 815.829083] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.853158] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.853579] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.853867] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.854166] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.854357] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.854544] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port c09996ae-0b2e-4376-a68e-a18965bf8533 not found, creating... [ 815.855159] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.855386] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.855512] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.855760] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.855898] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.856208] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.856375] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.856469] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.856670] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.856798] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.856932] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: c09996ae-0b2e-4376-a68e-a18965bf8533 is going to be created. [ 815.876963] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.880651] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.880968] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.881180] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.881527] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.881757] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.881977] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-c09996ae-0b2e-4376-a68e-a18965bf8533" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.896713] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.896842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.896917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.897148] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.897241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.897334] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e is going to be updated. [ 815.949107] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.949299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.949418] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.949553] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.949704] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.959920] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e in Status: IN_PROGRESS for 2s [ 816.037034] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.379483] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.539664] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.539837] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.539888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.540129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.540237] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.540342] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07baa81d-f2d0-4635-b81c-90064862477b is going to be updated. [ 816.572736] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.572965] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.572965] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.573183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.573330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.587293] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07baa81d-f2d0-4635-b81c-90064862477b in Status: IN_PROGRESS for 2s [ 816.618364] env[65987]: INFO networking_nsxv3.common.synchronization [req-83690d47-b030-4bd3-b827-3d2312d23fb2 req-c5a3bfcb-ef5a-42c5-9d64-69309656fe54 service nova] Enqueued Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGHEST for action security_group_rules [ 816.618699] env[65987]: INFO networking_nsxv3.common.synchronization [req-83690d47-b030-4bd3-b827-3d2312d23fb2 req-c5a3bfcb-ef5a-42c5-9d64-69309656fe54 service nova] Enqueued Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGHEST for action security_group_members [ 816.618952] env[65987]: INFO networking_nsxv3.common.synchronization [req-83690d47-b030-4bd3-b827-3d2312d23fb2 req-c5a3bfcb-ef5a-42c5-9d64-69309656fe54 service nova] Enqueued Resource ID: c09996ae-0b2e-4376-a68e-a18965bf8533 with Priority: HIGHEST for action port [ 816.620524] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGHEST for action security_group_rules [ 816.620524] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGHEST for action security_group_members [ 816.620524] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c09996ae-0b2e-4376-a68e-a18965bf8533 with Priority: HIGHEST for action port [ 816.620524] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.620833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.620833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.621820] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.621820] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.622779] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.623136] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.623253] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-c09996ae-0b2e-4376-a68e-a18965bf8533 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.623409] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c09996ae-0b2e-4376-a68e-a18965bf8533" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.623511] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c09996ae-0b2e-4376-a68e-a18965bf8533" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.623785] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c09996ae-0b2e-4376-a68e-a18965bf8533" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.623911] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c09996ae-0b2e-4376-a68e-a18965bf8533',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.882024] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 816.882195] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 817.127739] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.127857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.128151] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c09996ae-0b2e-4376-a68e-a18965bf8533 with status ACTIVE [ 817.128399] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.128531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.128646] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.128909] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.129068] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.129310] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.129430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.129503] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.129735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.129822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.130085] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.130209] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.130318] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.130485] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.130590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.130716] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c09996ae-0b2e-4376-a68e-a18965bf8533 is going to be updated. [ 817.151469] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.151612] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.151681] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.151947] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.152099] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.152293] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c09996ae-0b2e-4376-a68e-a18965bf8533" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.721645] env[65987]: INFO networking_nsxv3.common.synchronization [req-25061db3-4953-4d47-b99f-4dc67008f84d req-e62c17f9-e2f9-4b41-9732-da3d0deec873 tempest-ServersTestJSON-273690675 tempest-ServersTestJSON-273690675-project-member] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 817.722458] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 817.725451] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.725451] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.725451] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.725642] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.725775] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.725882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.726786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.726786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.726786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.726786] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.728086] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.728212] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.728255] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.728620] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.741314] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 817.742079] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.743098] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 817.745589] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.746107] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.746198] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.746568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.746568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.746667] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.746774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.746833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.747064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.747064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.747196] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 already deleted. [ 817.747244] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.773225] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.773421] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.773421] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.773621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.780011] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.780550] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 817.780631] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 817.780718] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 817.791838] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 in Status: SUCCESS [ 817.792096] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.792214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.792425] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.792634] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.792749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.792803] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.792947] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.793057] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.793154] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.793245] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.808484] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: SUCCESS [ 817.808737] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.809282] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.809500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.809759] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.809854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.809894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.810017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.810100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.810195] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.825084] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.825084] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.825314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.825353] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.826786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.827011] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 817.899418] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.899571] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.899571] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.900864] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.900864] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.900864] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 817.965426] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.966203] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.966475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.966906] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.967456] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.968014] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 817.968319] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d7e99b4c-6ad3-45eb-a536-4de24d6c76bb', '08ea1aa4-1442-478e-b73d-742c8fee14d4', 'd475c817-c94e-4077-9586-18d9283ae374', 'ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1', '395218e4-8021-402b-9f45-e610b55e814d', '4c534991-f967-42f2-8c6e-87bb531f0323', '6c236c9a-5251-4a5d-a3ea-a15362bcfa95', '829aa62a-6089-4079-9025-78ed84149431', 'e9ab576c-da4c-4402-a71a-04ddb8a8647d', '3cb15445-cc26-4dde-b904-49d23d376831', '2ee7d737-cf2b-4339-8934-f08ee0868637', 'c79ce853-cbff-4ef1-ac70-3288818ed062', '01ae1cd1-dd8f-4f76-938e-09a7886c983a', 'a3e71a4d-2782-4a1f-b4cf-eada6c3e789e', 'a3d92b19-bfde-4782-9908-0cb7cba6912b', 'eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8', '69f1d0b8-8780-4c40-8b81-1d3b9860ad8f', '07baa81d-f2d0-4635-b81c-90064862477b', 'cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2', '807c18c3-f9c7-4725-80f6-f69a83d70c09', 'c6623897-f36a-4403-8265-a03a390d0416', '4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d', '3b8f3c6c-8111-4fa6-8e15-758740f2f03f', '9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf', 'febef2c2-a512-4b2a-b367-3a124b72f266', 'f06aa0a1-cdcf-4252-97da-ae996c7f6d67', '6039facd-ac98-4384-b548-7cf4ee5c0254', 'd462218e-8fc3-4ec1-9975-b7e9d1190e95', '03b1d822-bfd6-4b5b-b73c-39f93b0f41f1', '294936d9-e513-4a56-bf69-977398416ae6', 'e8807c1a-c456-4217-a517-3e4d4d1f44a5', '177edb9d-0d53-47f2-a2db-1be2e1c8569e', 'dd4789f3-3d9e-4f8f-9890-bdb24786df38', '6f52ccc3-347f-4e5e-99c9-9bff622d50dd', '1fe9a0bd-195b-44ef-8c72-e72aa4f2a312'} {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 817.968703] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 817.981978] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e in Status: SUCCESS [ 817.981978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.994402] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.994402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.994402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.994402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.994402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.994402] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 817.994402] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 817.994402] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 818.057737] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.057886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.057958] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.058185] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.058874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.059234] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 818.059316] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 818.059389] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 818.059454] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 818.059531] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 818.059600] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb with Priority: HIGH for action security_group_rules [ 818.059677] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGH for action security_group_rules [ 818.059744] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d475c817-c94e-4077-9586-18d9283ae374 with Priority: HIGH for action security_group_rules [ 818.059810] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGH for action security_group_rules [ 818.059868] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 395218e4-8021-402b-9f45-e610b55e814d with Priority: HIGH for action security_group_rules [ 818.059967] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c534991-f967-42f2-8c6e-87bb531f0323 with Priority: HIGH for action security_group_rules [ 818.059967] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGH for action security_group_rules [ 818.060051] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 829aa62a-6089-4079-9025-78ed84149431 with Priority: HIGH for action security_group_rules [ 818.060102] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d with Priority: HIGH for action security_group_rules [ 818.060175] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cb15445-cc26-4dde-b904-49d23d376831 with Priority: HIGH for action security_group_rules [ 818.060252] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 with Priority: HIGH for action security_group_rules [ 818.060315] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c79ce853-cbff-4ef1-ac70-3288818ed062 with Priority: HIGH for action security_group_rules [ 818.060377] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a with Priority: HIGH for action security_group_rules [ 818.060438] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e with Priority: HIGH for action security_group_rules [ 818.060499] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3d92b19-bfde-4782-9908-0cb7cba6912b with Priority: HIGH for action security_group_rules [ 818.060561] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGH for action security_group_rules [ 818.060622] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f with Priority: HIGH for action security_group_rules [ 818.060684] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGH for action security_group_rules [ 818.060746] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGH for action security_group_rules [ 818.060807] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 with Priority: HIGH for action security_group_rules [ 818.060902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.148787] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.148787] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.148787] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.148787] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.149999] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.150344] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.150583] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.150932] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.151202] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.151905] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.152172] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.152400] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.152609] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.152828] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.153035] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.153312] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.173256] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.174026] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.176023] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.176023] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.176023] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-e3b47f5e-66d6-4aac-b01b-da5e471c08f3 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.176023] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-e3b47f5e-66d6-4aac-b01b-da5e471c08f3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.176023] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-e3b47f5e-66d6-4aac-b01b-da5e471c08f3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.176023] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-e3b47f5e-66d6-4aac-b01b-da5e471c08f3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.176363] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3b47f5e-66d6-4aac-b01b-da5e471c08f3',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.295922] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.296220] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.296340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.296708] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.297027] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.297492] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.297492] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.297614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.297775] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.297925] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.298239] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.300466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.300466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.300585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.301172] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.301172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.301172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.301172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.301172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.301172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.301485] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.313146] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.313146] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.313432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.313432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.347323] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.348299] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.348627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.348685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.348928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.348993] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.349117] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294936d9-e513-4a56-bf69-977398416ae6 is going to be updated. [ 818.383418] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.383418] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.383418] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.383418] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.383418] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.398146] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: IN_PROGRESS for 2s [ 818.603108] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07baa81d-f2d0-4635-b81c-90064862477b in Status: SUCCESS [ 818.603108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.603108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.603108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.603108] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.603108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.603108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.603108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.603108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.603108] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.680062] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.680344] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.680467] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.680736] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.680877] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.681050] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port e3b47f5e-66d6-4aac-b01b-da5e471c08f3 not found, creating... [ 818.681330] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.681481] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.681589] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.681801] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.681929] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.682251] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.682358] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.682464] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.682661] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.682797] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.682928] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: e3b47f5e-66d6-4aac-b01b-da5e471c08f3 is going to be created. [ 818.704319] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.704487] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.704662] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.704886] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.705152] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.705391] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-e3b47f5e-66d6-4aac-b01b-da5e471c08f3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.806287] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1846aa5-bf80-4ab9-af4c-d95d96d1ae01: rpc.has_security_group_logging(os_id): False [ 818.828537] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.828727] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.828801] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.829047] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.829145] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.829347] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.829442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.829502] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.829657] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.829730] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.829921] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.830029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.830087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.830265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.830352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.830464] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.830555] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.830617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.830746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.830817] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.830900] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 is going to be created. [ 818.921433] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.921585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.921629] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.922747] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.922747] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.935871] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 in Status: IN_PROGRESS for 2s [ 819.105522] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.411303] env[65987]: INFO networking_nsxv3.common.synchronization [req-25061db3-4953-4d47-b99f-4dc67008f84d req-abae7852-075b-4e81-82ed-239c7b1c0297 service nova] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_rules [ 819.411303] env[65987]: INFO networking_nsxv3.common.synchronization [req-25061db3-4953-4d47-b99f-4dc67008f84d req-abae7852-075b-4e81-82ed-239c7b1c0297 service nova] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 819.411780] env[65987]: INFO networking_nsxv3.common.synchronization [req-25061db3-4953-4d47-b99f-4dc67008f84d req-abae7852-075b-4e81-82ed-239c7b1c0297 service nova] Enqueued Resource ID: e3b47f5e-66d6-4aac-b01b-da5e471c08f3 with Priority: HIGHEST for action port [ 819.412819] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_rules [ 819.413308] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 819.413611] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b47f5e-66d6-4aac-b01b-da5e471c08f3 with Priority: HIGHEST for action port [ 819.413872] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb with Priority: HIGH for action security_group_rules [ 819.415032] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d475c817-c94e-4077-9586-18d9283ae374 with Priority: HIGH for action security_group_rules [ 819.415032] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGH for action security_group_rules [ 819.415032] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d92b19-bfde-4782-9908-0cb7cba6912b with Priority: HIGH for action security_group_rules [ 819.415032] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 with Priority: HIGH for action security_group_rules [ 819.415385] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGH for action security_group_rules [ 819.415593] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGH for action security_group_rules [ 819.417018] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f with Priority: HIGH for action security_group_rules [ 819.417018] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e with Priority: HIGH for action security_group_rules [ 819.417018] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGH for action security_group_rules [ 819.417018] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a with Priority: HIGH for action security_group_rules [ 819.417018] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c79ce853-cbff-4ef1-ac70-3288818ed062 with Priority: HIGH for action security_group_rules [ 819.417018] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 with Priority: HIGH for action security_group_rules [ 819.417018] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb15445-cc26-4dde-b904-49d23d376831 with Priority: HIGH for action security_group_rules [ 819.417018] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d with Priority: HIGH for action security_group_rules [ 819.417018] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c534991-f967-42f2-8c6e-87bb531f0323 with Priority: HIGH for action security_group_rules [ 819.417018] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829aa62a-6089-4079-9025-78ed84149431 with Priority: HIGH for action security_group_rules [ 819.417018] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395218e4-8021-402b-9f45-e610b55e814d with Priority: HIGH for action security_group_rules [ 819.417018] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGH for action security_group_rules [ 819.418393] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGH for action security_group_rules [ 819.418927] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.419267] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.419507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.420033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.421781] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.421781] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.423972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.424303] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.426980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.427400] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.428364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.428364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.429026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.429026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.431030] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.431030] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3b47f5e-66d6-4aac-b01b-da5e471c08f3 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.431030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3b47f5e-66d6-4aac-b01b-da5e471c08f3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.431030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3b47f5e-66d6-4aac-b01b-da5e471c08f3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.432170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3b47f5e-66d6-4aac-b01b-da5e471c08f3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.432447] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3b47f5e-66d6-4aac-b01b-da5e471c08f3',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.435438] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.435796] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.435983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.436292] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.437035] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.437887] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d475c817-c94e-4077-9586-18d9283ae374 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.438564] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.438760] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.439051] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.439246] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d475c817-c94e-4077-9586-18d9283ae374',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.441403] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.441403] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.441403] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.441403] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.441403] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.445595] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3d92b19-bfde-4782-9908-0cb7cba6912b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.445712] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.445781] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.445990] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.446065] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3d92b19-bfde-4782-9908-0cb7cba6912b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.447264] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-807c18c3-f9c7-4725-80f6-f69a83d70c09 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.447264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.447264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.447449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.447449] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('807c18c3-f9c7-4725-80f6-f69a83d70c09',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.449945] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.449945] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.449945] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.449945] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.449945] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.450932] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.451049] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.451226] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.451577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.451577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.451577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.451577] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69f1d0b8-8780-4c40-8b81-1d3b9860ad8f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.452606] env[65987]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 819.453044] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.453212] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.453212] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.456052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.456052] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.456052] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.456052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.456052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.456052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.456052] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.456441] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ae1cd1-dd8f-4f76-938e-09a7886c983a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.456441] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.456562] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.456822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.456822] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ae1cd1-dd8f-4f76-938e-09a7886c983a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.457958] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c79ce853-cbff-4ef1-ac70-3288818ed062 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.457958] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.458129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.458173] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.458234] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c79ce853-cbff-4ef1-ac70-3288818ed062',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.459044] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ee7d737-cf2b-4339-8934-f08ee0868637 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.461078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.461078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.461078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.461078] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ee7d737-cf2b-4339-8934-f08ee0868637',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.461078] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb15445-cc26-4dde-b904-49d23d376831 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.461078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.461078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.461078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.461078] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb15445-cc26-4dde-b904-49d23d376831',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.461762] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9ab576c-da4c-4402-a71a-04ddb8a8647d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.461866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.462695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.462695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.462695] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9ab576c-da4c-4402-a71a-04ddb8a8647d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.463686] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c534991-f967-42f2-8c6e-87bb531f0323 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.463686] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.463789] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.463891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.463963] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c534991-f967-42f2-8c6e-87bb531f0323',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.465276] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-829aa62a-6089-4079-9025-78ed84149431 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.465405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.465463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.465595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.465664] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('829aa62a-6089-4079-9025-78ed84149431',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.467484] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-395218e4-8021-402b-9f45-e610b55e814d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.467484] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.467484] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.467484] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.467484] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('395218e4-8021-402b-9f45-e610b55e814d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.467959] env[65987]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 819.469033] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.469278] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.469373] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.469511] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.469585] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.471546] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.471546] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.471546] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.471546] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.471546] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.656177] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.973662] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.978120] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3b47f5e-66d6-4aac-b01b-da5e471c08f3 with status ACTIVE [ 819.978362] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.978501] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.978570] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.978773] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.978861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.979096] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.979252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.979320] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.979480] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.979557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.979749] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.979843] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.979904] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.980062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.980155] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.980240] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3b47f5e-66d6-4aac-b01b-da5e471c08f3 is going to be updated. [ 819.981389] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.981517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.006401] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.006401] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.006401] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.006401] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.006401] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.006401] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3b47f5e-66d6-4aac-b01b-da5e471c08f3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.163374] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.163374] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.163374] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.163715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.163924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.163924] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07baa81d-f2d0-4635-b81c-90064862477b is going to be updated. [ 820.172389] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.172529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.172606] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.172790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.172971] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.173087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.173150] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.173299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.173379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.173463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.173547] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.174505] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.174627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.174689] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.174831] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.174973] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.175104] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.175161] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.175301] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.175381] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.175537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.175537] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.182803] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ee7d737-cf2b-4339-8934-f08ee0868637 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.182959] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.183022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.183240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.183358] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.183457] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.183519] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.183670] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.183749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.183830] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.183915] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ee7d737-cf2b-4339-8934-f08ee0868637',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.184945] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.185075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.185149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.185324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.185486] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.185584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.185651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.185819] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.185900] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.186027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.186157] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.193437] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c534991-f967-42f2-8c6e-87bb531f0323 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.193639] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.193790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.194115] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.194374] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.194515] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.194607] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.194840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.194957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.195097] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.195240] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c534991-f967-42f2-8c6e-87bb531f0323',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.198157] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.198307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.198489] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.198988] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.199254] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.199424] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.199540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.199784] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.199914] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.200036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.200167] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.201931] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb15445-cc26-4dde-b904-49d23d376831 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.201931] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.201931] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.202240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.202240] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.202378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.202508] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.203656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.203656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.203656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.203656] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cb15445-cc26-4dde-b904-49d23d376831',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.211418] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.211547] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.211617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.211899] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.212042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.221753] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c534991-f967-42f2-8c6e-87bb531f0323',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.248900] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07baa81d-f2d0-4635-b81c-90064862477b in Status: IN_PROGRESS for 2s [ 820.250985] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.251143] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.251217] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.251442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.262559] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.262823] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.264504] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.264699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.265556] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.265674] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.266720] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.266720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.267458] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.267623] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.268440] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.268633] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.271110] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.271196] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.273062] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.273167] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.274033] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.274163] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.274793] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 820.275257] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.275543] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.276024] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 820.276558] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.276668] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.279334] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 820.279837] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.279904] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3d92b19-bfde-4782-9908-0cb7cba6912b is going to be deleted. [ 820.281303] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.281559] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.311893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.312155] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d475c817-c94e-4077-9586-18d9283ae374 is going to be deleted. [ 820.313055] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.313329] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.334445] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.334683] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69f1d0b8-8780-4c40-8b81-1d3b9860ad8f is going to be deleted. [ 820.335850] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.336149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.359733] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.359963] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c79ce853-cbff-4ef1-ac70-3288818ed062 is going to be deleted. [ 820.360950] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.361234] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.362881] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.363087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.384234] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.384507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.385759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.385880] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 829aa62a-6089-4079-9025-78ed84149431 is going to be deleted. [ 820.386895] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.387160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.405996] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.406235] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.409763] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294936d9-e513-4a56-bf69-977398416ae6 in Status: SUCCESS [ 820.409936] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294936d9-e513-4a56-bf69-977398416ae6 deletion is rescheduled due to dependency. [ 820.410061] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.421744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.421892] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be deleted. [ 820.422832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.423049] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.472543] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.472956] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.474593] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.474741] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be deleted. [ 820.475720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.475930] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.476910] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.478665] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.478665] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.539848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.540026] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ae1cd1-dd8f-4f76-938e-09a7886c983a is going to be deleted. [ 820.541409] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.542267] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.567785] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.567785] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.582461] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.582667] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 807c18c3-f9c7-4725-80f6-f69a83d70c09 is going to be deleted. [ 820.583701] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.583974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.620716] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.620880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.625949] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.626101] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.643415] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.643612] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9ab576c-da4c-4402-a71a-04ddb8a8647d is going to be deleted. [ 820.644634] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.644860] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.669062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.669062] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 is going to be deleted. [ 820.669062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.669346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.678427] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.711089] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cb15445-cc26-4dde-b904-49d23d376831',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.715129] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.715129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.715129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.715129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.715129] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.715838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.715838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.715838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.715838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.715838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.715838] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.716065] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.716065] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.716133] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.716247] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.716299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.716395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.717454] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.717454] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.717454] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.717454] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.719029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.719029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.719029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.719029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.719029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.719029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.719029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.719029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.719029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.719029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.719029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.719417] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.719417] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.719417] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.719417] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.719589] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.719625] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.721888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.721888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.721888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.721888] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.721888] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ee7d737-cf2b-4339-8934-f08ee0868637',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.721888] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.728831] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c534991-f967-42f2-8c6e-87bb531f0323: rpc.has_security_group_logging(os_id): False [ 820.775232] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.775232] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 395218e4-8021-402b-9f45-e610b55e814d is going to be deleted. [ 820.775500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.775724] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.775822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.775947] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3d92b19-bfde-4782-9908-0cb7cba6912b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.776845] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.776979] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.777099] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.777245] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.777330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.777442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9ab576c-da4c-4402-a71a-04ddb8a8647d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.778215] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.778272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.778339] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.778503] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.778584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.778702] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-807c18c3-f9c7-4725-80f6-f69a83d70c09" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.778851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.779650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.779755] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.779841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d475c817-c94e-4077-9586-18d9283ae374" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.780438] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.780608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.780698] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.780911] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69f1d0b8-8780-4c40-8b81-1d3b9860ad8f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.781047] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.781373] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.781438] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.781557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c79ce853-cbff-4ef1-ac70-3288818ed062" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.783924] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.784353] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.784461] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.784704] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.868507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.868866] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.868971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.869063] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.869395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.869395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.869524] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c534991-f967-42f2-8c6e-87bb531f0323 is going to be updated. [ 820.870589] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.870777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.870885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.870972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ae1cd1-dd8f-4f76-938e-09a7886c983a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.871126] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.871306] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.871388] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.871509] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-829aa62a-6089-4079-9025-78ed84149431" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.871663] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.871808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.871878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.871987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.872139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.872267] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.872344] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.872661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.884823] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.884974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.885212] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.885556] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.885654] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.885778] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.956377] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.956377] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.956580] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.956693] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.956790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.956924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-395218e4-8021-402b-9f45-e610b55e814d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.980835] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.981177] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.981177] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.981374] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.981457] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.981577] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be created. [ 820.983497] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 in Status: SUCCESS [ 820.983686] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.039092] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.039092] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.039092] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.039471] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.039545] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.062391] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: UNINITIALIZED for 2s [ 821.074687] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.074687] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.074687] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.074687] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.074687] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.101970] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c534991-f967-42f2-8c6e-87bb531f0323 in Status: IN_PROGRESS for 2s [ 821.181491] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1: rpc.has_security_group_logging(os_id): False [ 821.212021] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.212301] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.212365] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.212574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.214247] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cb15445-cc26-4dde-b904-49d23d376831: rpc.has_security_group_logging(os_id): False [ 821.223347] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7e99b4c-6ad3-45eb-a536-4de24d6c76bb: rpc.has_security_group_logging(os_id): False [ 821.224783] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ee7d737-cf2b-4339-8934-f08ee0868637: rpc.has_security_group_logging(os_id): False [ 821.226064] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3e71a4d-2782-4a1f-b4cf-eada6c3e789e: rpc.has_security_group_logging(os_id): False [ 821.226919] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c236c9a-5251-4a5d-a3ea-a15362bcfa95: rpc.has_security_group_logging(os_id): False [ 821.263576] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.263576] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.263706] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.263706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.277554] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.277748] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.293105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.293520] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.293741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.293741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.293917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.293977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.294197] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 is going to be updated. [ 821.295612] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.295872] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.304461] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.304652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.305864] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.306013] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.356032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.356539] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.356744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.356744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.356984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.357145] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.357437] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.357576] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.357646] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.357899] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.358031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.358282] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.358376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.358494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.358604] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.358753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.358811] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb is going to be updated. [ 821.360350] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.360555] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.403736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.404152] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.404389] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.404471] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.404781] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.404918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.405280] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 is going to be updated. [ 821.406825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.407327] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.444688] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.445209] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.445369] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.445491] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.445888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.445888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.446101] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb15445-cc26-4dde-b904-49d23d376831 is going to be updated. [ 821.447636] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.447893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.535569] env[65987]: INFO networking_nsxv3.common.synchronization [req-bb2a94a3-b62a-4e88-9497-449b4b8cff6e req-79033728-3d69-4029-96f6-a8fd61beadc8 tempest-ServersAdminTestJSON-1881097938 tempest-ServersAdminTestJSON-1881097938-project-member] Enqueued Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 821.535813] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 821.536160] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.536316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.536405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.536589] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.536767] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.536865] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.536921] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.537098] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.537201] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.537299] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.610186] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.610381] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.611274] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.611370] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.628971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.629319] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.629423] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.629489] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.629696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.629776] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.629884] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 is going to be updated. [ 821.631648] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.631648] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.671412] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.671739] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.671867] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.672070] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.672358] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.672489] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.672713] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.672818] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.672882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.673065] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.673148] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.673344] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.673426] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.673490] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.673628] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.673701] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.673794] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e is going to be updated. [ 821.675551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.675720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.675866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.676879] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.676974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.677080] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.684144] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.684233] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.684305] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.684505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.684645] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.739030] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.739235] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.739297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.739504] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.739664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.793204] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: IN_PROGRESS for 2s [ 821.793939] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 in Status: IN_PROGRESS for 2s [ 821.799166] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.799359] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.799405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.799583] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.799726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.802113] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb in Status: IN_PROGRESS for 2s [ 821.826950] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb15445-cc26-4dde-b904-49d23d376831 in Status: IN_PROGRESS for 2s [ 821.855355] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 in Status: IN_PROGRESS for 2s [ 821.915235] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.915235] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.915235] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.915235] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.915235] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.944550] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e in Status: IN_PROGRESS for 2s [ 822.039267] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.259253] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07baa81d-f2d0-4635-b81c-90064862477b in Status: SUCCESS [ 822.259481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.259651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.259874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.260082] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.260232] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.260288] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.260414] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.260500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.260554] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.260647] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.541903] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.762791] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.762954] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.763055] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.763270] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.763445] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.763545] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.763609] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.763755] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.763840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.763928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.764138] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.764286] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.764363] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.764533] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.764675] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.764767] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.764825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.764962] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.765068] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.765151] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.765239] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.043979] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.044343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.044343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.044466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.044574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.044727] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f is going to be updated. [ 823.070551] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 823.070722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.070779] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.070985] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.071187] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.071304] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.071304] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.071525] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.071581] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.071686] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.071748] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.078224] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.078354] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.078440] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.078626] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.078762] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.090241] env[65987]: INFO networking_nsxv3.common.synchronization [req-d19115f9-3fb3-444f-8e36-0dbbb3b79ade req-f8f992a3-f416-4443-b631-28f007b41475 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 823.090944] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 823.091812] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: IN_PROGRESS for 2s [ 823.092102] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.092230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.092281] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.092528] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.092689] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.092785] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.092838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.092977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.093043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.093137] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.117320] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c534991-f967-42f2-8c6e-87bb531f0323 in Status: SUCCESS [ 823.117893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.269345] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07baa81d-f2d0-4635-b81c-90064862477b: rpc.has_security_group_logging(os_id): False [ 823.288661] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.288849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.288916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.289117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.314934] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.315281] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.315404] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.315644] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.315850] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.315850] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.315975] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.316106] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.316220] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.316869] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.316973] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.317326] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.317442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.317544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.317767] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.317912] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.318067] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07baa81d-f2d0-4635-b81c-90064862477b is going to be updated. [ 823.392025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.392025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.392025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.392025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.392025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.410267] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07baa81d-f2d0-4635-b81c-90064862477b in Status: IN_PROGRESS for 2s [ 823.418528] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.418745] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-887" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.418920] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-887" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.419283] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-887" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.419572] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.419738] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.419902] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.420534] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.420691] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.420905] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.421042] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.421140] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.421347] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.421347] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.421466] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.421570] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.440939] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.441171] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.441271] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.441423] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-887" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.441798] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-f0d2b67e-d11d-46ac-a0eb-6facc4078a29 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.442387] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-f0d2b67e-d11d-46ac-a0eb-6facc4078a29" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.442387] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-f0d2b67e-d11d-46ac-a0eb-6facc4078a29" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.442598] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-f0d2b67e-d11d-46ac-a0eb-6facc4078a29" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.442669] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d2b67e-d11d-46ac-a0eb-6facc4078a29',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.573879] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.574113] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.574236] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.574553] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.574861] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.574861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.574969] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.575120] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.575230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.575326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.575493] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.575648] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.575648] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.575809] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.575952] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.576099] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.576164] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.576319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.576398] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.576481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.576571] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.597445] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.597445] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.597445] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.597445] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.598621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.598621] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.598621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.598621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.598621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.598879] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.598879] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 already deleted. [ 823.598879] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.819333] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 in Status: SUCCESS [ 823.819568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.820463] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: SUCCESS [ 823.820654] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.823592] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb in Status: SUCCESS [ 823.823800] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.840769] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb15445-cc26-4dde-b904-49d23d376831 in Status: SUCCESS [ 823.841044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.870773] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 in Status: SUCCESS [ 823.871054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.948026] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.948026] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.948026] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.948026] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.948026] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.948026] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port f0d2b67e-d11d-46ac-a0eb-6facc4078a29 not found, creating... [ 823.948026] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.948026] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.948026] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.948026] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.948026] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.948618] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.948618] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.948787] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.949164] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.949327] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.949488] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: f0d2b67e-d11d-46ac-a0eb-6facc4078a29 is going to be created. [ 823.979489] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e in Status: SUCCESS [ 823.979763] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.987779] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.988271] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.988271] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.988925] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.989555] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.990873] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-f0d2b67e-d11d-46ac-a0eb-6facc4078a29" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.079851] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12aa49ce-2811-4939-93b3-c273bbd232c4: rpc.has_security_group_logging(os_id): False [ 824.100994] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.101282] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.101464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.101669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.101774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.102082] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.102777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.102857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.103079] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.103190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.103438] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.103545] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.103603] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.103763] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.103840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.104110] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.104243] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.104290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.104407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.104468] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.104559] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be created. [ 824.201133] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.201327] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.201377] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.201710] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.201830] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.216583] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 824.736815] env[65987]: INFO networking_nsxv3.common.synchronization [req-d19115f9-3fb3-444f-8e36-0dbbb3b79ade req-898aa344-90c5-4cfc-89cc-98a506eca2de service nova] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_rules [ 824.737028] env[65987]: INFO networking_nsxv3.common.synchronization [req-d19115f9-3fb3-444f-8e36-0dbbb3b79ade req-898aa344-90c5-4cfc-89cc-98a506eca2de service nova] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 824.737200] env[65987]: INFO networking_nsxv3.common.synchronization [req-d19115f9-3fb3-444f-8e36-0dbbb3b79ade req-898aa344-90c5-4cfc-89cc-98a506eca2de service nova] Enqueued Resource ID: f0d2b67e-d11d-46ac-a0eb-6facc4078a29 with Priority: HIGHEST for action port [ 824.737723] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_rules [ 824.737856] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 824.737953] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0d2b67e-d11d-46ac-a0eb-6facc4078a29 with Priority: HIGHEST for action port [ 824.738409] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.738536] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.738602] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.738854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.738936] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.740863] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.741014] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.741091] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.741271] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.741429] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.741523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.741582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.741719] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.741850] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.741933] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.747519] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0d2b67e-d11d-46ac-a0eb-6facc4078a29 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.747519] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0d2b67e-d11d-46ac-a0eb-6facc4078a29" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.747519] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0d2b67e-d11d-46ac-a0eb-6facc4078a29" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.747519] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0d2b67e-d11d-46ac-a0eb-6facc4078a29" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.747519] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d2b67e-d11d-46ac-a0eb-6facc4078a29',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.105492] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: SUCCESS [ 825.105492] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.245704] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.248747] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.248854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.249011] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0d2b67e-d11d-46ac-a0eb-6facc4078a29 with status ACTIVE [ 825.249226] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.249459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.249459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.249681] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.249826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.250065] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.250190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.250278] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.250626] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.250626] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.250853] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.250991] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.251091] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.251245] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.251323] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.251407] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0d2b67e-d11d-46ac-a0eb-6facc4078a29 is going to be updated. [ 825.275383] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.275383] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.275575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.275744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.276443] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.276443] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0d2b67e-d11d-46ac-a0eb-6facc4078a29" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.429565] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07baa81d-f2d0-4635-b81c-90064862477b in Status: SUCCESS [ 825.429846] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.430071] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.430334] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.430429] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.787051] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.933465] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.936905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.936905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.936905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.936905] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.936905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.936905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.936905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.936905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.936905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.936905] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.213166] env[65987]: INFO networking_nsxv3.common.synchronization [req-dbf31378-a6ae-4b07-8058-fbbb8307e844 req-2c42cc9e-0586-4388-b686-f519d6de4639 tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 with Priority: HIGHEST for action security_group_members [ 826.215299] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 with Priority: HIGHEST for action security_group_members [ 826.216377] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-98608d8a-537c-445a-88b3-c5b5d6ff8013 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.216651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.216854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.217367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.218308] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.219252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.219252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.219252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.219252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.219252] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98608d8a-537c-445a-88b3-c5b5d6ff8013',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.237300] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 826.237547] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.291135] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.291317] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.291406] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.291581] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.291668] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.291814] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 is going to be created. [ 826.332438] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.332438] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.332438] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.332438] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.332438] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.346067] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: UNINITIALIZED for 2s [ 826.438775] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.438979] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.439067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.439268] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.439445] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.439627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.439627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.439894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.439894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.440194] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.440194] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.440194] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.440681] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.440681] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.440681] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.441338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.441338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.441338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.441338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.441338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.441338] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.612765] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.612989] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.613127] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.613540] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.613628] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.613943] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.613943] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.614478] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.614686] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.614926] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.616063] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.616063] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.616063] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.616063] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.616063] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.616063] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.634481] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.634701] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.634767] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.634945] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.635345] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-5d0a1878-5f7c-47f3-907e-27d1d5f94ef7 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.635557] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-5d0a1878-5f7c-47f3-907e-27d1d5f94ef7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.635680] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-5d0a1878-5f7c-47f3-907e-27d1d5f94ef7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.636010] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-5d0a1878-5f7c-47f3-907e-27d1d5f94ef7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.636150] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d0a1878-5f7c-47f3-907e-27d1d5f94ef7',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.725082] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.725266] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.725344] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.725561] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.725682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.725974] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.726100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.726164] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.726328] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.726404] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.726490] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 already deleted. [ 826.726570] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.944636] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07baa81d-f2d0-4635-b81c-90064862477b: rpc.has_security_group_logging(os_id): False [ 826.969326] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.970127] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.970127] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.970127] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.970127] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.970433] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.970524] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.970524] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.970676] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.970751] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.970938] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.971061] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.971180] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.971330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.971330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.971549] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.971650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.971710] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.971851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.971925] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.972034] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07baa81d-f2d0-4635-b81c-90064862477b is going to be updated. [ 827.083793] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.084565] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.084565] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.084565] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.084760] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.102203] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07baa81d-f2d0-4635-b81c-90064862477b in Status: IN_PROGRESS for 2s [ 827.138795] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.140155] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.140155] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.140155] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.140155] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.140155] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 5d0a1878-5f7c-47f3-907e-27d1d5f94ef7 not found, creating... [ 827.140416] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.140416] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.140539] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.141325] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.141325] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.141325] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.141516] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.141557] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.141772] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.141907] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.142091] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 5d0a1878-5f7c-47f3-907e-27d1d5f94ef7 is going to be created. [ 827.175651] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.175923] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.176040] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.176315] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.176560] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.176802] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-5d0a1878-5f7c-47f3-907e-27d1d5f94ef7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.937194] env[65987]: INFO networking_nsxv3.common.synchronization [req-dbf31378-a6ae-4b07-8058-fbbb8307e844 req-99ba4bdd-023c-4a19-95bf-2eb3b6fe9610 service nova] Enqueued Resource ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 with Priority: HIGHEST for action security_group_rules [ 827.937525] env[65987]: INFO networking_nsxv3.common.synchronization [req-dbf31378-a6ae-4b07-8058-fbbb8307e844 req-99ba4bdd-023c-4a19-95bf-2eb3b6fe9610 service nova] Enqueued Resource ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 with Priority: HIGHEST for action security_group_members [ 827.938255] env[65987]: INFO networking_nsxv3.common.synchronization [req-dbf31378-a6ae-4b07-8058-fbbb8307e844 req-99ba4bdd-023c-4a19-95bf-2eb3b6fe9610 service nova] Enqueued Resource ID: 5d0a1878-5f7c-47f3-907e-27d1d5f94ef7 with Priority: HIGHEST for action port [ 827.939556] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 with Priority: HIGHEST for action security_group_rules [ 827.940157] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 with Priority: HIGHEST for action security_group_members [ 827.940582] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0a1878-5f7c-47f3-907e-27d1d5f94ef7 with Priority: HIGHEST for action port [ 827.941009] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98608d8a-537c-445a-88b3-c5b5d6ff8013 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.941291] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.941455] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.941796] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.942017] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98608d8a-537c-445a-88b3-c5b5d6ff8013',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.944029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-98608d8a-537c-445a-88b3-c5b5d6ff8013 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.944246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.944407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.944791] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.945241] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.945466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.945622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.946098] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.946203] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.946433] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98608d8a-537c-445a-88b3-c5b5d6ff8013',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.952635] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d0a1878-5f7c-47f3-907e-27d1d5f94ef7 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.952789] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d0a1878-5f7c-47f3-907e-27d1d5f94ef7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.952855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d0a1878-5f7c-47f3-907e-27d1d5f94ef7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.953070] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d0a1878-5f7c-47f3-907e-27d1d5f94ef7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.953153] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d0a1878-5f7c-47f3-907e-27d1d5f94ef7',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.359277] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: SUCCESS [ 828.359545] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.359710] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.359998] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.360219] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.360349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.360415] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.360573] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.360654] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.360739] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.360832] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.455722] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-98608d8a-537c-445a-88b3-c5b5d6ff8013 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.455722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.455971] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98608d8a-537c-445a-88b3-c5b5d6ff8013',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.456907] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d0a1878-5f7c-47f3-907e-27d1d5f94ef7 with status ACTIVE [ 828.457601] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.457601] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.457601] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.457601] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.458018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.458018] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.458018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.458218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.458286] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.458353] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.459764] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.459764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.459764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.460026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.460026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.460026] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d0a1878-5f7c-47f3-907e-27d1d5f94ef7 is going to be updated. [ 828.483858] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.483858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.483858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.484116] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.484160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.484326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d0a1878-5f7c-47f3-907e-27d1d5f94ef7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.869313] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.869313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.869313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.869313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.869313] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.869313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.869313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.871028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.871028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.871028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.871237] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.871416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.872243] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.872871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.872871] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.872871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.872871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.873175] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.873175] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.873175] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.873175] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.962065] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98608d8a-537c-445a-88b3-c5b5d6ff8013',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.122844] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07baa81d-f2d0-4635-b81c-90064862477b in Status: SUCCESS [ 829.122844] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.375761] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41a64c82-ca9e-429c-9005-af3f80956e40: rpc.has_security_group_logging(os_id): False [ 829.401463] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.401463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.401463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.401733] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.401880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.402220] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.402374] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.402442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.402648] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.402745] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.403019] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.403151] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.403216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.403355] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.403447] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.404270] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.404424] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.404529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.404669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.404753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.404863] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 is going to be created. [ 829.412878] env[65987]: INFO networking_nsxv3.common.synchronization [req-9c07d356-7d91-4b05-8f3b-044a1c3374bc req-75c548d2-95b2-4b18-81d3-d9ce800afd8f tempest-ServersNegativeTestJSON-1268297251 tempest-ServersNegativeTestJSON-1268297251-project-member] Enqueued Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGHEST for action security_group_members [ 829.414995] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGHEST for action security_group_members [ 829.415970] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.416144] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.416239] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.416784] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.418997] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.418997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.418997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.418997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.418997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.418997] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.464384] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.464592] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.464664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.465372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.465372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.465372] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 is going to be created. [ 829.498534] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.498752] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.498752] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.498951] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.499162] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.502678] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.502825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.502869] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.503095] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.503253] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.512151] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 in Status: UNINITIALIZED for 2s [ 829.513802] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: IN_PROGRESS for 2s [ 829.921732] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.972974] env[65987]: INFO networking_nsxv3.common.synchronization [req-4dce9154-206b-44ba-a67a-54aecf9b44bb req-efa2bcd5-9ade-4d48-a70e-e786c30e0684 tempest-ServersTestManualDisk-1223873631 tempest-ServersTestManualDisk-1223873631-project-member] Enqueued Resource ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 with Priority: HIGHEST for action security_group_members [ 829.973612] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 with Priority: HIGHEST for action security_group_members [ 829.973936] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.974290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.974408] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.974826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.974914] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.975073] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.975167] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.975401] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.975527] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.975663] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64b213af-80e2-4b81-87f1-2c8e8a0fb6b8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.306507] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.306730] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-454" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.306859] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-454" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.307227] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-454" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.307533] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.307797] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.307853] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.308071] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.308379] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.308654] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.308771] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.308878] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.308983] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.309104] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.309208] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.309338] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.336788] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.336788] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 830.336788] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.336788] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-454" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.336788] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-251fb564-8a6a-41dd-8de8-ba6f4ef61b89 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.336788] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-251fb564-8a6a-41dd-8de8-ba6f4ef61b89" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.336788] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-251fb564-8a6a-41dd-8de8-ba6f4ef61b89" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.336788] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-251fb564-8a6a-41dd-8de8-ba6f4ef61b89" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.336788] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251fb564-8a6a-41dd-8de8-ba6f4ef61b89',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.424884] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.477780] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.477967] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.478036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.478227] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.478319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.478517] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.478614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.478684] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.478863] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.478940] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.479035] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 already deleted. [ 830.479114] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.842272] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.842521] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.842643] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.842943] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.843114] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.843269] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 251fb564-8a6a-41dd-8de8-ba6f4ef61b89 not found, creating... [ 830.843535] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.843690] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.843794] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.844035] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.844240] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.844583] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.844740] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.844855] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.845116] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.845225] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.845371] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 251fb564-8a6a-41dd-8de8-ba6f4ef61b89 is going to be created. [ 830.888584] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.888849] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.888978] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.889287] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.889504] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.889736] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-251fb564-8a6a-41dd-8de8-ba6f4ef61b89" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.927691] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.927901] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.927954] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.928166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.928263] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.928369] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07baa81d-f2d0-4635-b81c-90064862477b is going to be updated. [ 830.968330] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.968502] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.968564] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.968904] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.968960] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.984469] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07baa81d-f2d0-4635-b81c-90064862477b in Status: IN_PROGRESS for 2s [ 831.468094] env[65987]: INFO networking_nsxv3.common.synchronization [req-a4d1a4de-3c00-42b0-a201-7982cfda26c9 req-4a6c50f2-9ac3-4311-97ec-20dfbcb75344 tempest-ServerRescueTestJSONUnderV235-179937710 tempest-ServerRescueTestJSONUnderV235-179937710-project-member] Enqueued Resource ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 with Priority: HIGHEST for action security_group_members [ 831.468359] env[65987]: INFO networking_nsxv3.common.synchronization [req-a4d1a4de-3c00-42b0-a201-7982cfda26c9 req-4a6c50f2-9ac3-4311-97ec-20dfbcb75344 tempest-ServerRescueTestJSONUnderV235-179937710 tempest-ServerRescueTestJSONUnderV235-179937710-project-member] Enqueued Resource ID: d6eb6670-cd49-47ed-a137-21b06042d3f6 with Priority: HIGHEST for action security_group_members [ 831.469367] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 with Priority: HIGHEST for action security_group_members [ 831.469592] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6eb6670-cd49-47ed-a137-21b06042d3f6 with Priority: HIGHEST for action security_group_members [ 831.471026] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.471026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.471026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.471026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.471026] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.471363] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.471363] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.471363] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.471529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.471597] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.472846] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6eb6670-cd49-47ed-a137-21b06042d3f6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.473396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6eb6670-cd49-47ed-a137-21b06042d3f6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.473514] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6eb6670-cd49-47ed-a137-21b06042d3f6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.474628] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6eb6670-cd49-47ed-a137-21b06042d3f6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.474792] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.474911] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.474969] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.475916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.477243] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.477368] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6eb6670-cd49-47ed-a137-21b06042d3f6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.524241] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 in Status: SUCCESS [ 831.524548] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.524648] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.524875] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.525108] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.525257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.525340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.525759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.525759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.525759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.525759] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98608d8a-537c-445a-88b3-c5b5d6ff8013',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.528906] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: SUCCESS [ 831.529378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.531116] env[65987]: INFO networking_nsxv3.common.synchronization [req-a4d1a4de-3c00-42b0-a201-7982cfda26c9 req-4a6c50f2-9ac3-4311-97ec-20dfbcb75344 tempest-ServerRescueTestJSONUnderV235-179937710 tempest-ServerRescueTestJSONUnderV235-179937710-project-member] Enqueued Resource ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 with Priority: HIGHEST for action security_group_rules [ 831.531116] env[65987]: INFO networking_nsxv3.common.synchronization [req-a4d1a4de-3c00-42b0-a201-7982cfda26c9 req-4a6c50f2-9ac3-4311-97ec-20dfbcb75344 tempest-ServerRescueTestJSONUnderV235-179937710 tempest-ServerRescueTestJSONUnderV235-179937710-project-member] Enqueued Resource ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 with Priority: HIGHEST for action security_group_members [ 831.531116] env[65987]: INFO networking_nsxv3.common.synchronization [req-a4d1a4de-3c00-42b0-a201-7982cfda26c9 req-4a6c50f2-9ac3-4311-97ec-20dfbcb75344 tempest-ServerRescueTestJSONUnderV235-179937710 tempest-ServerRescueTestJSONUnderV235-179937710-project-member] Enqueued Resource ID: d6eb6670-cd49-47ed-a137-21b06042d3f6 with Priority: HIGHEST for action security_group_rules [ 831.531116] env[65987]: INFO networking_nsxv3.common.synchronization [req-a4d1a4de-3c00-42b0-a201-7982cfda26c9 req-4a6c50f2-9ac3-4311-97ec-20dfbcb75344 tempest-ServerRescueTestJSONUnderV235-179937710 tempest-ServerRescueTestJSONUnderV235-179937710-project-member] Enqueued Resource ID: d6eb6670-cd49-47ed-a137-21b06042d3f6 with Priority: HIGHEST for action security_group_members [ 831.531315] env[65987]: INFO networking_nsxv3.common.synchronization [req-a4d1a4de-3c00-42b0-a201-7982cfda26c9 req-4a6c50f2-9ac3-4311-97ec-20dfbcb75344 tempest-ServerRescueTestJSONUnderV235-179937710 tempest-ServerRescueTestJSONUnderV235-179937710-project-member] Enqueued Resource ID: 6a280ded-746a-49df-a93c-846bbfa3ffe2 with Priority: HIGHEST for action port [ 831.532200] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 with Priority: HIGHEST for action security_group_rules [ 831.532421] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6eb6670-cd49-47ed-a137-21b06042d3f6 with Priority: HIGHEST for action security_group_rules [ 831.532624] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a280ded-746a-49df-a93c-846bbfa3ffe2 with Priority: HIGHEST for action port [ 831.532735] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 with Priority: HIGHEST for action security_group_members [ 831.532867] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6eb6670-cd49-47ed-a137-21b06042d3f6 with Priority: HIGHEST for action security_group_members [ 831.533239] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.533436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.533858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.533858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.533858] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.534823] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6eb6670-cd49-47ed-a137-21b06042d3f6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.535173] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6eb6670-cd49-47ed-a137-21b06042d3f6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.535293] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6eb6670-cd49-47ed-a137-21b06042d3f6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.535563] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6eb6670-cd49-47ed-a137-21b06042d3f6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.535684] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6eb6670-cd49-47ed-a137-21b06042d3f6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.538072] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a280ded-746a-49df-a93c-846bbfa3ffe2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.538072] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a280ded-746a-49df-a93c-846bbfa3ffe2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.538072] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a280ded-746a-49df-a93c-846bbfa3ffe2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.538072] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a280ded-746a-49df-a93c-846bbfa3ffe2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.538072] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a280ded-746a-49df-a93c-846bbfa3ffe2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.539546] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.539695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.540155] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6eb6670-cd49-47ed-a137-21b06042d3f6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.542025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6eb6670-cd49-47ed-a137-21b06042d3f6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.590629] env[65987]: INFO networking_nsxv3.common.synchronization [req-4dce9154-206b-44ba-a67a-54aecf9b44bb req-45f07efd-9681-43c3-8d36-897e0a16e59b service nova] Enqueued Resource ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 with Priority: HIGHEST for action security_group_rules [ 831.590629] env[65987]: INFO networking_nsxv3.common.synchronization [req-4dce9154-206b-44ba-a67a-54aecf9b44bb req-45f07efd-9681-43c3-8d36-897e0a16e59b service nova] Enqueued Resource ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 with Priority: HIGHEST for action security_group_members [ 831.590629] env[65987]: INFO networking_nsxv3.common.synchronization [req-4dce9154-206b-44ba-a67a-54aecf9b44bb req-45f07efd-9681-43c3-8d36-897e0a16e59b service nova] Enqueued Resource ID: 251fb564-8a6a-41dd-8de8-ba6f4ef61b89 with Priority: HIGHEST for action port [ 831.591150] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 with Priority: HIGHEST for action security_group_rules [ 831.591398] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 with Priority: HIGHEST for action security_group_members [ 831.592713] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251fb564-8a6a-41dd-8de8-ba6f4ef61b89 with Priority: HIGHEST for action port [ 831.593220] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.594261] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.594261] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.594444] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.594501] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64b213af-80e2-4b81-87f1-2c8e8a0fb6b8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.596476] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.596476] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.596476] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.596476] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.596476] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.596476] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.596476] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.596476] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.597016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.597016] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64b213af-80e2-4b81-87f1-2c8e8a0fb6b8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.597939] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-251fb564-8a6a-41dd-8de8-ba6f4ef61b89 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.600924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-251fb564-8a6a-41dd-8de8-ba6f4ef61b89" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.600924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-251fb564-8a6a-41dd-8de8-ba6f4ef61b89" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.600924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-251fb564-8a6a-41dd-8de8-ba6f4ef61b89" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.600924] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251fb564-8a6a-41dd-8de8-ba6f4ef61b89',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.981137] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.982253] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6eb6670-cd49-47ed-a137-21b06042d3f6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.033536] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98608d8a-537c-445a-88b3-c5b5d6ff8013',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.040980] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a280ded-746a-49df-a93c-846bbfa3ffe2 with status ACTIVE [ 832.042040] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.042129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.042174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.042365] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.042456] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.042635] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.042730] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.042792] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.042936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.043021] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.043261] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.043340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.043340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.043473] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.043779] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.043779] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a280ded-746a-49df-a93c-846bbfa3ffe2 is going to be updated. [ 832.045896] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6eb6670-cd49-47ed-a137-21b06042d3f6 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.046040] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6eb6670-cd49-47ed-a137-21b06042d3f6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.046235] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.046317] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.069850] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.070027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.070070] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.070275] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.070414] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.070576] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a280ded-746a-49df-a93c-846bbfa3ffe2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.101077] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64b213af-80e2-4b81-87f1-2c8e8a0fb6b8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.102289] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.102529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.102607] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 251fb564-8a6a-41dd-8de8-ba6f4ef61b89 with status ACTIVE [ 832.103091] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.103091] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.103091] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.103366] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.103366] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.103596] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.103697] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.103697] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.103894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.103978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.104416] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.105020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.105120] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.105292] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.105379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.105530] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 251fb564-8a6a-41dd-8de8-ba6f4ef61b89 is going to be updated. [ 832.130048] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.130257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.130257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.130498] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.130880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.131053] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-251fb564-8a6a-41dd-8de8-ba6f4ef61b89" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.144247] env[65987]: INFO networking_nsxv3.common.synchronization [req-8016ec0a-fc09-4cd6-b84f-d66baae802cc req-64a85f3d-b697-4806-b3b8-a49f2eecc3d4 tempest-ServerRescueTestJSONUnderV235-179937710 tempest-ServerRescueTestJSONUnderV235-179937710-project-member] Enqueued Resource ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 with Priority: HIGHEST for action security_group_members [ 832.144341] env[65987]: INFO networking_nsxv3.common.synchronization [req-8016ec0a-fc09-4cd6-b84f-d66baae802cc req-64a85f3d-b697-4806-b3b8-a49f2eecc3d4 tempest-ServerRescueTestJSONUnderV235-179937710 tempest-ServerRescueTestJSONUnderV235-179937710-project-member] Enqueued Resource ID: d6eb6670-cd49-47ed-a137-21b06042d3f6 with Priority: HIGHEST for action security_group_members [ 832.144888] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 with Priority: HIGHEST for action security_group_members [ 832.145045] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6eb6670-cd49-47ed-a137-21b06042d3f6 with Priority: HIGHEST for action security_group_members [ 832.145369] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.145583] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.145763] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6eb6670-cd49-47ed-a137-21b06042d3f6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.145763] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6eb6670-cd49-47ed-a137-21b06042d3f6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.198969] env[65987]: INFO networking_nsxv3.common.synchronization [req-8016ec0a-fc09-4cd6-b84f-d66baae802cc req-64a85f3d-b697-4806-b3b8-a49f2eecc3d4 tempest-ServerRescueTestJSONUnderV235-179937710 tempest-ServerRescueTestJSONUnderV235-179937710-project-member] Enqueued Resource ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 with Priority: HIGHEST for action security_group_rules [ 832.199278] env[65987]: INFO networking_nsxv3.common.synchronization [req-8016ec0a-fc09-4cd6-b84f-d66baae802cc req-64a85f3d-b697-4806-b3b8-a49f2eecc3d4 tempest-ServerRescueTestJSONUnderV235-179937710 tempest-ServerRescueTestJSONUnderV235-179937710-project-member] Enqueued Resource ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 with Priority: HIGHEST for action security_group_members [ 832.199427] env[65987]: INFO networking_nsxv3.common.synchronization [req-8016ec0a-fc09-4cd6-b84f-d66baae802cc req-64a85f3d-b697-4806-b3b8-a49f2eecc3d4 tempest-ServerRescueTestJSONUnderV235-179937710 tempest-ServerRescueTestJSONUnderV235-179937710-project-member] Enqueued Resource ID: 6a280ded-746a-49df-a93c-846bbfa3ffe2 with Priority: HIGHEST for action port [ 832.200404] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 with Priority: HIGHEST for action security_group_rules [ 832.200404] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 with Priority: HIGHEST for action security_group_members [ 832.200557] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a280ded-746a-49df-a93c-846bbfa3ffe2 with Priority: HIGHEST for action port [ 832.200747] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.200942] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.201184] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.201390] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.201560] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a280ded-746a-49df-a93c-846bbfa3ffe2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.201670] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a280ded-746a-49df-a93c-846bbfa3ffe2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.201736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a280ded-746a-49df-a93c-846bbfa3ffe2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.202043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a280ded-746a-49df-a93c-846bbfa3ffe2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.202141] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a280ded-746a-49df-a93c-846bbfa3ffe2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.484341] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.485982] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6eb6670-cd49-47ed-a137-21b06042d3f6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.536068] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98608d8a-537c-445a-88b3-c5b5d6ff8013: rpc.has_security_group_logging(os_id): False [ 832.560613] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.560797] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.560895] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.561313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.561313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.561492] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.561547] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.561612] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.561752] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.561869] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.561914] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 is going to be created. [ 832.608607] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64b213af-80e2-4b81-87f1-2c8e8a0fb6b8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.663236] env[65987]: INFO networking_nsxv3.common.synchronization [req-1b98f999-4deb-4cb8-b437-2b9a05880599 req-ab051688-ab36-4d5a-8ff6-784424b5498e tempest-ServerRescueTestJSON-664895418 tempest-ServerRescueTestJSON-664895418-project-member] Enqueued Resource ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f with Priority: HIGHEST for action security_group_members [ 832.663928] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f with Priority: HIGHEST for action security_group_members [ 832.664207] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.664523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.664618] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.664938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.665518] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.665699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.665792] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.665989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.666209] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.666343] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.708025] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a280ded-746a-49df-a93c-846bbfa3ffe2 with status ACTIVE [ 832.708025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.708025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.708025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.708025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.708025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.708025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.708025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.708025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.708025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.708025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.708025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.708025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.708025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.708025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.708025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.708025] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a280ded-746a-49df-a93c-846bbfa3ffe2 is going to be updated. [ 832.710028] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.710515] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.710591] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.710758] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.710930] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.728268] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 in Status: IN_PROGRESS for 2s [ 832.733315] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.734030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.734030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.734030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.734030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.734030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a280ded-746a-49df-a93c-846bbfa3ffe2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.987623] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.987623] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.987623] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.987950] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.988075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.988189] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 is going to be updated. [ 832.991916] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.991916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.991916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.991916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.991916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.991916] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6eb6670-cd49-47ed-a137-21b06042d3f6 is going to be created. [ 833.017251] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07baa81d-f2d0-4635-b81c-90064862477b in Status: SUCCESS [ 833.017921] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.043046] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.043354] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.043354] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.043490] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.043738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.045633] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.045780] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.045857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.046034] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.046164] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.057817] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6eb6670-cd49-47ed-a137-21b06042d3f6 in Status: UNINITIALIZED for 2s [ 833.059453] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 in Status: IN_PROGRESS for 2s [ 833.080867] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.081220] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-846" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.081220] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-846" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.081602] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-846" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.081794] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.081948] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.082154] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.082382] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.082631] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.082786] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.082900] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.083041] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.083148] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.083314] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.083383] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.083522] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.111024] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.111024] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.111024] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.111024] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-846" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.111024] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-8f0fe16e-0d04-4cb0-8391-41fc7b13352a taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.111024] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-8f0fe16e-0d04-4cb0-8391-41fc7b13352a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.111024] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-8f0fe16e-0d04-4cb0-8391-41fc7b13352a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.111024] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-8f0fe16e-0d04-4cb0-8391-41fc7b13352a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.111024] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f0fe16e-0d04-4cb0-8391-41fc7b13352a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.111825] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.112124] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.112302] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.112564] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.112745] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.113043] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 is going to be created. [ 833.144029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.144029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.144029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.144029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.144029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.153838] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 in Status: UNINITIALIZED for 2s [ 833.169065] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.169234] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.169314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.169546] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.169637] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.169871] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.169955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.170009] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.170165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.170240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.170327] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f already deleted. [ 833.170408] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.616310] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.616672] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.616841] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.617199] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.617347] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.617507] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 8f0fe16e-0d04-4cb0-8391-41fc7b13352a not found, creating... [ 833.617888] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.618088] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.618234] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.618473] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.618612] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.618929] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.619113] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.619234] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.619442] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.619574] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.619708] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 8f0fe16e-0d04-4cb0-8391-41fc7b13352a is going to be created. [ 833.643111] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.643364] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.643449] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.643714] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.643942] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.644623] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-8f0fe16e-0d04-4cb0-8391-41fc7b13352a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.354026] env[65987]: INFO networking_nsxv3.common.synchronization [req-1b98f999-4deb-4cb8-b437-2b9a05880599 req-c426b1cc-9f39-47da-a3ed-6163c83f41b3 service nova] Enqueued Resource ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f with Priority: HIGHEST for action security_group_rules [ 834.354026] env[65987]: INFO networking_nsxv3.common.synchronization [req-1b98f999-4deb-4cb8-b437-2b9a05880599 req-c426b1cc-9f39-47da-a3ed-6163c83f41b3 service nova] Enqueued Resource ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f with Priority: HIGHEST for action security_group_members [ 834.354026] env[65987]: INFO networking_nsxv3.common.synchronization [req-1b98f999-4deb-4cb8-b437-2b9a05880599 req-c426b1cc-9f39-47da-a3ed-6163c83f41b3 service nova] Enqueued Resource ID: 8f0fe16e-0d04-4cb0-8391-41fc7b13352a with Priority: HIGHEST for action port [ 834.354472] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f with Priority: HIGHEST for action security_group_rules [ 834.354472] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f with Priority: HIGHEST for action security_group_members [ 834.354472] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0fe16e-0d04-4cb0-8391-41fc7b13352a with Priority: HIGHEST for action port [ 834.354984] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12a29436-8e6b-4200-9c8f-d35e5cc66b2f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.354984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.356428] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.360251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.360390] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.361488] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.361656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.361715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.361881] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.362042] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.362492] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.362492] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.362492] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.362492] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.363197] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.366993] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f0fe16e-0d04-4cb0-8391-41fc7b13352a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.366993] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f0fe16e-0d04-4cb0-8391-41fc7b13352a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.366993] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f0fe16e-0d04-4cb0-8391-41fc7b13352a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.367554] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f0fe16e-0d04-4cb0-8391-41fc7b13352a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.368992] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f0fe16e-0d04-4cb0-8391-41fc7b13352a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.741740] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 in Status: SUCCESS [ 834.741740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.870325] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.870325] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.870325] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.871147] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f0fe16e-0d04-4cb0-8391-41fc7b13352a with status ACTIVE [ 834.871326] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.871459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.871692] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.871842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.871937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.874031] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.874031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.874031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.874031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.874031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.874031] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.874031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.874031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.874031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.874031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.874031] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f0fe16e-0d04-4cb0-8391-41fc7b13352a is going to be updated. [ 834.896490] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.896490] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.896490] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.896490] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.896490] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.896967] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f0fe16e-0d04-4cb0-8391-41fc7b13352a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.069959] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6eb6670-cd49-47ed-a137-21b06042d3f6 in Status: SUCCESS [ 835.070477] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6eb6670-cd49-47ed-a137-21b06042d3f6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.071074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6eb6670-cd49-47ed-a137-21b06042d3f6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.071334] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6eb6670-cd49-47ed-a137-21b06042d3f6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.071564] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.071690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.071751] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.071911] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.071993] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.072102] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6eb6670-cd49-47ed-a137-21b06042d3f6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.073479] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 in Status: SUCCESS [ 835.073738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.073885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.074062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.074307] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.074436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.074529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.074677] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.074785] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.074843] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.165171] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 in Status: SUCCESS [ 835.165171] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.165171] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.165321] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.165524] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.165636] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.165702] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.165854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.165935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.166036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.166284] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64b213af-80e2-4b81-87f1-2c8e8a0fb6b8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.375424] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.518976] env[65987]: INFO networking_nsxv3.common.synchronization [req-ad0d1b0f-ef2d-486d-99cd-b07026e0acb8 req-a92702a9-3ef3-4cc0-8df5-d9c9d36e7055 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 835.519158] env[65987]: INFO networking_nsxv3.common.synchronization [req-ad0d1b0f-ef2d-486d-99cd-b07026e0acb8 req-a92702a9-3ef3-4cc0-8df5-d9c9d36e7055 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: e65873ea-274a-4714-8a26-a875793014db with Priority: HIGHEST for action security_group_members [ 835.519734] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 835.519897] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65873ea-274a-4714-8a26-a875793014db with Priority: HIGHEST for action security_group_members [ 835.520455] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.520591] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.520653] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.520865] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.521228] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.521228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.521228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.521482] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.521482] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.521482] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.522415] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65873ea-274a-4714-8a26-a875793014db taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.522415] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.522694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.522694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.522763] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.522973] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.522973] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.523129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.523129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.523227] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e65873ea-274a-4714-8a26-a875793014db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.570360] env[65987]: INFO networking_nsxv3.common.synchronization [req-ad0d1b0f-ef2d-486d-99cd-b07026e0acb8 req-a92702a9-3ef3-4cc0-8df5-d9c9d36e7055 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_rules [ 835.570574] env[65987]: INFO networking_nsxv3.common.synchronization [req-ad0d1b0f-ef2d-486d-99cd-b07026e0acb8 req-a92702a9-3ef3-4cc0-8df5-d9c9d36e7055 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 835.570670] env[65987]: INFO networking_nsxv3.common.synchronization [req-ad0d1b0f-ef2d-486d-99cd-b07026e0acb8 req-a92702a9-3ef3-4cc0-8df5-d9c9d36e7055 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: e65873ea-274a-4714-8a26-a875793014db with Priority: HIGHEST for action security_group_rules [ 835.570784] env[65987]: INFO networking_nsxv3.common.synchronization [req-ad0d1b0f-ef2d-486d-99cd-b07026e0acb8 req-a92702a9-3ef3-4cc0-8df5-d9c9d36e7055 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: e65873ea-274a-4714-8a26-a875793014db with Priority: HIGHEST for action security_group_members [ 835.570907] env[65987]: INFO networking_nsxv3.common.synchronization [req-ad0d1b0f-ef2d-486d-99cd-b07026e0acb8 req-a92702a9-3ef3-4cc0-8df5-d9c9d36e7055 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: f0d2b67e-d11d-46ac-a0eb-6facc4078a29 with Priority: HIGHEST for action port [ 835.571493] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_rules [ 835.571711] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65873ea-274a-4714-8a26-a875793014db with Priority: HIGHEST for action security_group_rules [ 835.571800] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0d2b67e-d11d-46ac-a0eb-6facc4078a29 with Priority: HIGHEST for action port [ 835.571862] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 835.571896] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65873ea-274a-4714-8a26-a875793014db with Priority: HIGHEST for action security_group_members [ 835.572252] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.572378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.572756] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.572756] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.572756] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.573663] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e65873ea-274a-4714-8a26-a875793014db taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.573769] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.573769] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.574355] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.574355] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e65873ea-274a-4714-8a26-a875793014db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.575122] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0d2b67e-d11d-46ac-a0eb-6facc4078a29 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.575273] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0d2b67e-d11d-46ac-a0eb-6facc4078a29" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.575339] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0d2b67e-d11d-46ac-a0eb-6facc4078a29" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.575622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0d2b67e-d11d-46ac-a0eb-6facc4078a29" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.575622] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d2b67e-d11d-46ac-a0eb-6facc4078a29',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.576544] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.576672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.576939] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65873ea-274a-4714-8a26-a875793014db taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.577304] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.577837] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.578177] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.578177] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.578450] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.578450] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.578582] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.578686] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.578742] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.580694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.580694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.580694] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6eb6670-cd49-47ed-a137-21b06042d3f6 is going to be deleted. [ 835.580694] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.624187] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.624187] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.624330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.624569] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.624666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.624769] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6eb6670-cd49-47ed-a137-21b06042d3f6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.624930] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6eb6670-cd49-47ed-a137-21b06042d3f6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.625165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6eb6670-cd49-47ed-a137-21b06042d3f6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.625496] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.625496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.625617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.625886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.625993] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.626103] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6eb6670-cd49-47ed-a137-21b06042d3f6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.668840] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64b213af-80e2-4b81-87f1-2c8e8a0fb6b8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.879152] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.879152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.879152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.879152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.879374] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.879747] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f is going to be created. [ 835.925187] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.925400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.925477] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.925711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.925899] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.941612] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f in Status: UNINITIALIZED for 2s [ 836.024799] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.025754] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e65873ea-274a-4714-8a26-a875793014db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.078867] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.079032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.079302] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65873ea-274a-4714-8a26-a875793014db taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.079392] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.085316] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0d2b67e-d11d-46ac-a0eb-6facc4078a29 with status ACTIVE [ 836.085528] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.085647] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.085727] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.085949] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.086055] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.086249] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.086350] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.086424] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.086583] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.086661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.086859] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.086955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.087027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.087178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.087256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.087343] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0d2b67e-d11d-46ac-a0eb-6facc4078a29 is going to be updated. [ 836.088467] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.111619] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.111785] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.111845] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.112125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.112245] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.112448] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0d2b67e-d11d-46ac-a0eb-6facc4078a29" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.129495] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.129746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.129746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.129933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.130036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.130256] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.130380] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.130435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.130559] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.130625] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.130745] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6eb6670-cd49-47ed-a137-21b06042d3f6 already deleted. [ 836.130860] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6eb6670-cd49-47ed-a137-21b06042d3f6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.130957] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6eb6670-cd49-47ed-a137-21b06042d3f6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.133111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6eb6670-cd49-47ed-a137-21b06042d3f6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.133353] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6eb6670-cd49-47ed-a137-21b06042d3f6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.133586] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.133742] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.134068] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.134068] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.134068] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.134255] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6eb6670-cd49-47ed-a137-21b06042d3f6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.171082] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8: rpc.has_security_group_logging(os_id): False [ 836.191722] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.191879] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.191953] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.192246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.192340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.192583] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.192688] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.192751] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.192909] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.192981] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.193083] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 is going to be created. [ 836.321029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.321029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.321029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.321029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.321029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.345485] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 in Status: IN_PROGRESS for 2s [ 836.529040] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.533183] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e65873ea-274a-4714-8a26-a875793014db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.590872] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.591103] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.591153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.591356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.591585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.591585] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 is going to be updated. [ 836.630582] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.630903] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.630903] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.631081] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.631225] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.637814] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6eb6670-cd49-47ed-a137-21b06042d3f6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.637996] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.638081] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.638157] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.638497] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.638497] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.638674] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.638767] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.638825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.638996] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.639077] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.639161] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6eb6670-cd49-47ed-a137-21b06042d3f6 already deleted. [ 836.639231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6eb6670-cd49-47ed-a137-21b06042d3f6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.645260] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 in Status: IN_PROGRESS for 2s [ 836.758653] env[65987]: INFO networking_nsxv3.common.synchronization [req-0c49e456-8ea1-4b69-a2b1-421ba2e57a92 req-cc277091-d368-4899-9103-2feb1df6a29d tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 836.758829] env[65987]: INFO networking_nsxv3.common.synchronization [req-0c49e456-8ea1-4b69-a2b1-421ba2e57a92 req-cc277091-d368-4899-9103-2feb1df6a29d tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: e65873ea-274a-4714-8a26-a875793014db with Priority: HIGHEST for action security_group_members [ 836.758924] env[65987]: INFO networking_nsxv3.common.synchronization [req-0c49e456-8ea1-4b69-a2b1-421ba2e57a92 req-cc277091-d368-4899-9103-2feb1df6a29d tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c with Priority: HIGHEST for action security_group_members [ 836.760880] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 836.761237] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65873ea-274a-4714-8a26-a875793014db with Priority: HIGHEST for action security_group_members [ 836.761338] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c with Priority: HIGHEST for action security_group_members [ 836.761598] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.761742] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.762070] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65873ea-274a-4714-8a26-a875793014db taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.762294] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.762456] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7a9a86e-08e7-41d7-9681-ab6a6f69097c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.762551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.762551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.762880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.762990] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.763061] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.763143] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.763280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.763361] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.763458] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7a9a86e-08e7-41d7-9681-ab6a6f69097c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.816178] env[65987]: INFO networking_nsxv3.common.synchronization [req-0c49e456-8ea1-4b69-a2b1-421ba2e57a92 req-cc277091-d368-4899-9103-2feb1df6a29d tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_rules [ 836.816333] env[65987]: INFO networking_nsxv3.common.synchronization [req-0c49e456-8ea1-4b69-a2b1-421ba2e57a92 req-cc277091-d368-4899-9103-2feb1df6a29d tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 836.816518] env[65987]: INFO networking_nsxv3.common.synchronization [req-0c49e456-8ea1-4b69-a2b1-421ba2e57a92 req-cc277091-d368-4899-9103-2feb1df6a29d tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: e65873ea-274a-4714-8a26-a875793014db with Priority: HIGHEST for action security_group_rules [ 836.816663] env[65987]: INFO networking_nsxv3.common.synchronization [req-0c49e456-8ea1-4b69-a2b1-421ba2e57a92 req-cc277091-d368-4899-9103-2feb1df6a29d tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: e65873ea-274a-4714-8a26-a875793014db with Priority: HIGHEST for action security_group_members [ 836.820362] env[65987]: INFO networking_nsxv3.common.synchronization [req-0c49e456-8ea1-4b69-a2b1-421ba2e57a92 req-cc277091-d368-4899-9103-2feb1df6a29d tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c with Priority: HIGHEST for action security_group_rules [ 836.820362] env[65987]: INFO networking_nsxv3.common.synchronization [req-0c49e456-8ea1-4b69-a2b1-421ba2e57a92 req-cc277091-d368-4899-9103-2feb1df6a29d tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c with Priority: HIGHEST for action security_group_members [ 836.820362] env[65987]: INFO networking_nsxv3.common.synchronization [req-0c49e456-8ea1-4b69-a2b1-421ba2e57a92 req-cc277091-d368-4899-9103-2feb1df6a29d tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: f0d2b67e-d11d-46ac-a0eb-6facc4078a29 with Priority: HIGHEST for action port [ 836.820362] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_rules [ 836.820362] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65873ea-274a-4714-8a26-a875793014db with Priority: HIGHEST for action security_group_rules [ 836.820362] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c with Priority: HIGHEST for action security_group_members [ 836.820362] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0d2b67e-d11d-46ac-a0eb-6facc4078a29 with Priority: HIGHEST for action port [ 836.820362] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c with Priority: HIGHEST for action security_group_rules [ 836.820362] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 836.820362] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65873ea-274a-4714-8a26-a875793014db with Priority: HIGHEST for action security_group_members [ 836.820362] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.820817] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.821421] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e65873ea-274a-4714-8a26-a875793014db taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.821421] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.821421] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7a9a86e-08e7-41d7-9681-ab6a6f69097c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.821588] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.821669] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0d2b67e-d11d-46ac-a0eb-6facc4078a29 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.821765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0d2b67e-d11d-46ac-a0eb-6facc4078a29" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.821824] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0d2b67e-d11d-46ac-a0eb-6facc4078a29" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.822130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0d2b67e-d11d-46ac-a0eb-6facc4078a29" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.822247] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d2b67e-d11d-46ac-a0eb-6facc4078a29',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.823086] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7a9a86e-08e7-41d7-9681-ab6a6f69097c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.823859] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.824269] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.824525] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.824611] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7a9a86e-08e7-41d7-9681-ab6a6f69097c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.828020] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.828136] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.828248] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65873ea-274a-4714-8a26-a875793014db taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.828332] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.033801] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.034651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.034753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.036582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.036726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.036869] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 is going to be updated. [ 837.038574] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.038746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.038857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.039130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.039253] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.039396] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e65873ea-274a-4714-8a26-a875793014db is going to be created. [ 837.068571] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.068753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.068908] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.068986] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.069176] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.078162] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.078332] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.078377] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.078591] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.078726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.083992] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65873ea-274a-4714-8a26-a875793014db in Status: UNINITIALIZED for 2s [ 837.087818] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: IN_PROGRESS for 2s [ 837.140238] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6eb6670-cd49-47ed-a137-21b06042d3f6: rpc.has_security_group_logging(os_id): False [ 837.161564] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.161761] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.161859] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.162165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.162255] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.162501] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.162614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.162685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.162814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.162885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.162968] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6eb6670-cd49-47ed-a137-21b06042d3f6 is going to be created. [ 837.183215] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d6eb6670-cd49-47ed-a137-21b06042d3f6], does not exist path=[/infra/domains/default/groups/d6eb6670-cd49-47ed-a137-21b06042d3f6]."\n}' [ 837.183291] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6eb6670-cd49-47ed-a137-21b06042d3f6 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d6eb6670-cd49-47ed-a137-21b06042d3f6 [ 837.183413] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 837.221637] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.221805] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.221855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.222097] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.223124] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.223477] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.223619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.223619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.223820] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.223873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.224059] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.224302] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.224302] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.224455] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.224643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.224747] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6eb6670-cd49-47ed-a137-21b06042d3f6 is going to be created. [ 837.248399] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d6eb6670-cd49-47ed-a137-21b06042d3f6], does not exist path=[/infra/domains/default/groups/d6eb6670-cd49-47ed-a137-21b06042d3f6]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d6eb6670-cd49-47ed-a137-21b06042d3f6 [ 837.248766] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6eb6670-cd49-47ed-a137-21b06042d3f6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.249450] env[65987]: Traceback (most recent call last): [ 837.249450] env[65987]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 837.249450] env[65987]: return func(*args, **kwargs) [ 837.249450] env[65987]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 837.249450] env[65987]: res.raise_for_status() [ 837.249450] env[65987]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 837.249450] env[65987]: raise HTTPError(http_error_msg, response=self) [ 837.249450] env[65987]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d6eb6670-cd49-47ed-a137-21b06042d3f6 [ 837.249450] env[65987]: During handling of the above exception, another exception occurred: [ 837.249450] env[65987]: Traceback (most recent call last): [ 837.249450] env[65987]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 837.249450] env[65987]: listener.cb(fileno) [ 837.249450] env[65987]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 837.249450] env[65987]: result = function(*args, **kwargs) [ 837.250067] env[65987]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 837.250067] env[65987]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 837.250067] env[65987]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 837.250067] env[65987]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 837.250067] env[65987]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 837.250067] env[65987]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 837.250067] env[65987]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 837.250067] env[65987]: res.raise_for_status() [ 837.250067] env[65987]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 837.250067] env[65987]: raise HTTPError(http_error_msg, response=self) [ 837.250067] env[65987]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d6eb6670-cd49-47ed-a137-21b06042d3f6 [ 837.250067] env[65987]: Removing descriptor: 61 [ 837.267273] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7a9a86e-08e7-41d7-9681-ab6a6f69097c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.328433] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7a9a86e-08e7-41d7-9681-ab6a6f69097c taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.328554] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.328938] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0d2b67e-d11d-46ac-a0eb-6facc4078a29 with status ACTIVE [ 837.328987] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.329125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.329202] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.329541] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.329613] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.329815] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.330222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.330222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.330222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.330222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.331221] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.331221] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.331221] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.331221] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.331221] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.331221] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0d2b67e-d11d-46ac-a0eb-6facc4078a29 is going to be updated. [ 837.370996] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.371400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.371564] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.371884] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.372152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.372436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0d2b67e-d11d-46ac-a0eb-6facc4078a29" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.770911] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7a9a86e-08e7-41d7-9681-ab6a6f69097c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.955759] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f in Status: SUCCESS [ 837.955893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.956018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.956313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.956381] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.956815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.956815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.956815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.956815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.957137] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.957137] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.273676] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.273936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.273936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.274399] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.274399] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.274399] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c is going to be created. [ 838.325692] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.325883] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.325935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.326961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.327128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.341410] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c in Status: UNINITIALIZED for 2s [ 838.357661] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 in Status: SUCCESS [ 838.358563] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.459985] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.460247] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.460334] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.460559] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.460735] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.461407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.461407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.461407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.461407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.461407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.461795] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.461795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.461795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.461924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.461985] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.462124] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.462214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.462416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.462506] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.463952] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.463952] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.657801] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 in Status: SUCCESS [ 838.657801] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.658066] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.658244] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.658546] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.658732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.658837] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.659075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.659210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.659356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.659507] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.665419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.665419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.665650] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.665711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.665747] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.665898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.666022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.666140] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.969368] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12a29436-8e6b-4200-9c8f-d35e5cc66b2f: rpc.has_security_group_logging(os_id): False [ 838.993777] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.993777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.993777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.994108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.994108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.994203] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.994293] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.994608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.994608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.994608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.994799] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.994892] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.994951] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.995106] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.995182] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.995393] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.995496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.995543] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.995984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.995984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.995984] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f is going to be created. [ 839.064808] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.064999] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.064999] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.065377] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.065622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.082038] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f in Status: IN_PROGRESS for 2s [ 839.102237] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65873ea-274a-4714-8a26-a875793014db in Status: SUCCESS [ 839.102237] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.102237] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.102237] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.102237] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.102237] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.102237] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.102237] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.102237] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.102237] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e65873ea-274a-4714-8a26-a875793014db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.103380] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: SUCCESS [ 839.103908] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.104293] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.104627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.104961] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.105299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.107042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.107042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.107042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.107042] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.165995] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.166168] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.169414] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.608120] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e65873ea-274a-4714-8a26-a875793014db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.609223] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.673895] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.111360] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.112401] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e65873ea-274a-4714-8a26-a875793014db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.177157] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.177315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.177394] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.177618] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.177708] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.177807] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 is going to be updated. [ 840.210010] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.210177] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.210222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.210547] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.210706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.221474] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 in Status: IN_PROGRESS for 2s [ 840.352314] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c in Status: SUCCESS [ 840.352544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.352725] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.352942] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.353149] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.353265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.353324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.353478] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.353558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.353701] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7a9a86e-08e7-41d7-9681-ab6a6f69097c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.614293] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.614495] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.614566] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.614793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.614872] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.615015] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 is going to be updated. [ 840.616661] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.616821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.616898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.617136] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.617260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.617355] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e65873ea-274a-4714-8a26-a875793014db is going to be updated. [ 840.649297] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.649449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.649573] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.650434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.650434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.652910] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.652910] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.652910] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.652910] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.652910] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.665870] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: IN_PROGRESS for 2s [ 840.665870] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65873ea-274a-4714-8a26-a875793014db in Status: IN_PROGRESS for 2s [ 840.857707] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7a9a86e-08e7-41d7-9681-ab6a6f69097c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.100493] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f in Status: SUCCESS [ 841.100701] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.361075] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7a9a86e-08e7-41d7-9681-ab6a6f69097c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.702940] env[65987]: INFO networking_nsxv3.common.synchronization [req-d9425127-3890-4c64-b47a-f5be3b39ba51 req-0b46d488-5789-400f-8bd8-c062d56337f2 tempest-ServerRescueTestJSONUnderV235-179937710 tempest-ServerRescueTestJSONUnderV235-179937710-project-member] Enqueued Resource ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 with Priority: HIGHEST for action security_group_members [ 841.703559] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 with Priority: HIGHEST for action security_group_members [ 841.703908] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.704033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.869398] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.873042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.873042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.873042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.873042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.873042] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c is going to be updated. [ 841.909045] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.909045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.909045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.909045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.909045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.920679] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c in Status: IN_PROGRESS for 2s [ 842.233476] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 in Status: SUCCESS [ 842.236814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.236814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.236814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.236814] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.236814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.236814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.236814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.236814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.236814] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.303429] env[65987]: INFO networking_nsxv3.common.synchronization [None req-902e3cc0-043d-429e-ba58-b1d67d47c56d None None] Enqueued Resource ID: 8317b49b-bf43-4a79-9199-41d2a8832e4c with Priority: HIGHEST for action port [ 842.303955] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8317b49b-bf43-4a79-9199-41d2a8832e4c with Priority: HIGHEST for action port [ 842.304670] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-8317b49b-bf43-4a79-9199-41d2a8832e4c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.304819] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8317b49b-bf43-4a79-9199-41d2a8832e4c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.304879] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8317b49b-bf43-4a79-9199-41d2a8832e4c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.305577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8317b49b-bf43-4a79-9199-41d2a8832e4c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.305577] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8317b49b-bf43-4a79-9199-41d2a8832e4c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.683014] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: SUCCESS [ 842.683014] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.683014] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65873ea-274a-4714-8a26-a875793014db in Status: SUCCESS [ 842.683014] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.683482] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.687204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.687204] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.687204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.687204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.687204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.687204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.687204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.687204] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.687204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.687204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.687204] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.687204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.687204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.687204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.687204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.687204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.688260] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e65873ea-274a-4714-8a26-a875793014db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.688320] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.688483] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.688642] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.688805] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.688870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.688991] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.689089] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.689193] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.690388] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.690388] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.690388] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.690388] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.690388] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.691125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.691125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.691125] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e65873ea-274a-4714-8a26-a875793014db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.739527] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.739760] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.739835] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.740175] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.784433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.784806] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.784974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.785075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.785301] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.785401] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.785500] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 is going to be updated. [ 842.807726] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8317b49b-bf43-4a79-9199-41d2a8832e4c [ 842.809373] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.810168] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.810270] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.810912] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.810912] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.810912] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8317b49b-bf43-4a79-9199-41d2a8832e4c already deleted. [ 842.811192] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8317b49b-bf43-4a79-9199-41d2a8832e4c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.824475] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.824626] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.824728] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.824977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.825102] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.836180] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 in Status: IN_PROGRESS for 2s [ 843.190351] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.190351] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.192419] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.194745] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e65873ea-274a-4714-8a26-a875793014db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.194745] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e65873ea-274a-4714-8a26-a875793014db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.695793] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e65873ea-274a-4714-8a26-a875793014db: rpc.has_security_group_logging(os_id): False [ 843.697094] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.698024] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e65873ea-274a-4714-8a26-a875793014db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.721405] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.721619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.721669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.721891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.721978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.722263] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.722406] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.722460] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.722583] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.722654] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.722737] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e65873ea-274a-4714-8a26-a875793014db is going to be created. [ 843.787662] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.787662] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.787662] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.787662] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.787662] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.803642] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e65873ea-274a-4714-8a26-a875793014db in Status: IN_PROGRESS for 2s [ 843.937252] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c in Status: SUCCESS [ 843.937252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.937252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.937252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.937252] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.937252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.937252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.937252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.937252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.937252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.937252] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7a9a86e-08e7-41d7-9681-ab6a6f69097c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.200810] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.200810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.200810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.200810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.200810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.202297] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 is going to be updated. [ 844.203060] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.203060] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.203060] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.203314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.203314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.203393] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e65873ea-274a-4714-8a26-a875793014db is going to be updated. [ 844.238889] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.238889] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.238889] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.239258] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.239258] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.240847] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.241259] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.241259] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.241502] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.241629] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.251383] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65873ea-274a-4714-8a26-a875793014db in Status: IN_PROGRESS for 2s [ 844.252361] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: IN_PROGRESS for 2s [ 844.439641] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7a9a86e-08e7-41d7-9681-ab6a6f69097c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.853939] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 in Status: SUCCESS [ 844.853939] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 deletion is rescheduled due to dependency. [ 844.853939] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.853939] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.853939] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.853939] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.853939] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.853939] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.854696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.854696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.854696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.854808] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.854858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.854896] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.855061] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.855278] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.855372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.855433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.855573] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.855693] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.855797] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.855881] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.856818] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.857026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.857181] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.857277] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.857368] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.857536] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.857621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.857713] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.905068] env[65987]: INFO networking_nsxv3.common.synchronization [None req-9c613d4b-75dd-4c6c-b09a-513ec99072c4 None None] Enqueued Resource ID: 688a4511-77dd-4b43-b22d-4ed12b049874 with Priority: HIGHEST for action port [ 844.905732] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 688a4511-77dd-4b43-b22d-4ed12b049874 with Priority: HIGHEST for action port [ 844.906462] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-688a4511-77dd-4b43-b22d-4ed12b049874 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.906690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-688a4511-77dd-4b43-b22d-4ed12b049874" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.906690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-688a4511-77dd-4b43-b22d-4ed12b049874" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.907042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-688a4511-77dd-4b43-b22d-4ed12b049874" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.907097] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('688a4511-77dd-4b43-b22d-4ed12b049874',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.944217] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7a9a86e-08e7-41d7-9681-ab6a6f69097c: rpc.has_security_group_logging(os_id): False [ 844.965319] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.965319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.965319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.965319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.965319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.965319] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.965319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.965319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.965319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.965319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.965319] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c is going to be created. [ 844.989030] env[65987]: INFO networking_nsxv3.common.synchronization [req-652b5109-a1e5-456b-bf89-6c4ea56ee5c2 req-c7bd7118-e221-4de7-8931-c090c353358d tempest-DeleteServersTestJSON-264165243 tempest-DeleteServersTestJSON-264165243-project-member] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 844.989030] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 844.989030] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.989400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.989605] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.989934] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.992217] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.992217] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.992217] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.992217] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.992217] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.992217] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.031388] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.031536] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.031598] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.031806] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.031991] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.050041] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c in Status: IN_PROGRESS for 2s [ 845.360340] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1846aa5-bf80-4ab9-af4c-d95d96d1ae01: rpc.has_security_group_logging(os_id): False [ 845.361621] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.361753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.361821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.362034] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.362146] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.362350] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.362463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.362529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.362693] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.362766] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.362849] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 is going to be updated. [ 845.383510] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.383663] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.383922] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.384049] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.384413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.387238] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.387238] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.387238] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.387238] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.387238] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.387238] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.387896] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.387987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.388195] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.388273] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.388501] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.388590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.388668] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.388819] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.388893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.388996] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 is going to be updated. [ 845.397974] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.398204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.398278] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.398546] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.398687] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.409586] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 in Status: IN_PROGRESS for 2s [ 845.412034] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 688a4511-77dd-4b43-b22d-4ed12b049874 [ 845.412380] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.412652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.412652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.412885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.412967] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.413095] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:688a4511-77dd-4b43-b22d-4ed12b049874 already deleted. [ 845.413179] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-688a4511-77dd-4b43-b22d-4ed12b049874" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.424721] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.424948] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.425111] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.425529] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.426778] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.426778] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.426778] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.426778] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.427111] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.427230] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.427348] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.427493] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.427598] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.427717] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.427835] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.427972] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.454721] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.454929] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 845.455059] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.455298] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.455631] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-241daa86-4cd5-4684-b0a9-8f79ba946ca3 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.455966] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-241daa86-4cd5-4684-b0a9-8f79ba946ca3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.455966] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-241daa86-4cd5-4684-b0a9-8f79ba946ca3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.456299] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-241daa86-4cd5-4684-b0a9-8f79ba946ca3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.456418] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('241daa86-4cd5-4684-b0a9-8f79ba946ca3',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.472787] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.472944] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.473011] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.473258] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.473411] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.494644] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.494889] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.494942] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.495236] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.495939] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.496269] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.496784] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.496784] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.496784] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.496948] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.497019] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be deleted. [ 845.503482] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 in Status: IN_PROGRESS for 2s [ 845.544526] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.544762] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.544762] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.545245] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.545413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.545552] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.779143] env[65987]: INFO networking_nsxv3.common.synchronization [req-2247b513-d86d-43b4-abb6-5c821660529a req-72b43e3f-459a-4003-be4b-934b9942cf96 tempest-ServersTestBootFromVolume-1589548625 tempest-ServersTestBootFromVolume-1589548625-project-member] Enqueued Resource ID: 4c534991-f967-42f2-8c6e-87bb531f0323 with Priority: HIGHEST for action security_group_members [ 845.779713] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c534991-f967-42f2-8c6e-87bb531f0323 with Priority: HIGHEST for action security_group_members [ 845.780139] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c534991-f967-42f2-8c6e-87bb531f0323 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.780296] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.780364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.780588] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.780753] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.780852] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.780912] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.781081] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.781260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.781260] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c534991-f967-42f2-8c6e-87bb531f0323',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.817761] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e65873ea-274a-4714-8a26-a875793014db in Status: SUCCESS [ 845.817986] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.818185] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.818415] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.818503] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e65873ea-274a-4714-8a26-a875793014db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.960370] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.963024] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.963024] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.963024] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.963024] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.963024] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 241daa86-4cd5-4684-b0a9-8f79ba946ca3 not found, creating... [ 845.963024] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.963024] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.963024] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.963024] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.963024] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.963504] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.963504] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.963793] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.964120] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.964438] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.965039] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 241daa86-4cd5-4684-b0a9-8f79ba946ca3 is going to be created. [ 845.992215] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.992215] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.992215] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.992215] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.992215] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.992215] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-241daa86-4cd5-4684-b0a9-8f79ba946ca3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.248560] env[65987]: INFO networking_nsxv3.common.synchronization [req-6b6f8ba9-bad4-4bb4-bff0-d4625b83b6d3 req-c8e50e79-22a6-49c0-bfc5-5965acc1d9d4 tempest-ServersAdminNegativeTestJSON-1435963762 tempest-ServersAdminNegativeTestJSON-1435963762-project-member] Enqueued Resource ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb with Priority: HIGHEST for action security_group_members [ 846.249143] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb with Priority: HIGHEST for action security_group_members [ 846.249453] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.249578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.249637] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.250658] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.250658] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.250658] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.250658] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.250909] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.250947] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.251072] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.263362] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65873ea-274a-4714-8a26-a875793014db in Status: SUCCESS [ 846.263936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.264210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.264463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.264693] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.264848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.264945] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.265234] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.265304] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.265422] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e65873ea-274a-4714-8a26-a875793014db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.267515] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: SUCCESS [ 846.268414] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.268959] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.269338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.269473] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.269615] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.269708] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.270021] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.270021] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.270176] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.283687] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.283834] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.283834] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.283990] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.316265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.316532] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.316740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.316740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.317015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.317015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.317210] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c534991-f967-42f2-8c6e-87bb531f0323 is going to be updated. [ 846.321942] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65873ea-274a-4714-8a26-a875793014db taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.322133] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.347246] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.347394] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.347458] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.347673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.347811] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.356867] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c534991-f967-42f2-8c6e-87bb531f0323 in Status: IN_PROGRESS for 2s [ 846.756842] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.756842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.756944] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.757271] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.760714] env[65987]: INFO networking_nsxv3.common.synchronization [req-652b5109-a1e5-456b-bf89-6c4ea56ee5c2 req-4b297bd0-ed2e-4862-aab3-6fcff7d44e40 service nova] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_rules [ 846.760974] env[65987]: INFO networking_nsxv3.common.synchronization [req-652b5109-a1e5-456b-bf89-6c4ea56ee5c2 req-4b297bd0-ed2e-4862-aab3-6fcff7d44e40 service nova] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 846.761170] env[65987]: INFO networking_nsxv3.common.synchronization [req-652b5109-a1e5-456b-bf89-6c4ea56ee5c2 req-4b297bd0-ed2e-4862-aab3-6fcff7d44e40 service nova] Enqueued Resource ID: 241daa86-4cd5-4684-b0a9-8f79ba946ca3 with Priority: HIGHEST for action port [ 846.761802] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_rules [ 846.761946] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 846.762057] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241daa86-4cd5-4684-b0a9-8f79ba946ca3 with Priority: HIGHEST for action port [ 846.762788] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.762930] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.763135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.763377] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.763474] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.765090] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.765346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.765435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.765633] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.765787] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.765885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.765941] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.766102] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.766454] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.766454] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.767349] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-241daa86-4cd5-4684-b0a9-8f79ba946ca3 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.767458] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-241daa86-4cd5-4684-b0a9-8f79ba946ca3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.767523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-241daa86-4cd5-4684-b0a9-8f79ba946ca3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.767670] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-241daa86-4cd5-4684-b0a9-8f79ba946ca3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.767735] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('241daa86-4cd5-4684-b0a9-8f79ba946ca3',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.772262] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e65873ea-274a-4714-8a26-a875793014db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.775167] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.790308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.790654] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.790779] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.790840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.791047] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.791666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.791811] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb is going to be updated. [ 846.822755] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.824453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.824586] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.824841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.825009] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.835826] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb in Status: IN_PROGRESS for 2s [ 847.061710] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c in Status: SUCCESS [ 847.061946] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.266480] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.266686] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.269197] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.272685] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 241daa86-4cd5-4684-b0a9-8f79ba946ca3 with status ACTIVE [ 847.272685] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.272685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.272685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.272685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.272685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.272685] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.272685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.272685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.272685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.272685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.272685] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.272685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.272685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.273287] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.273287] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.273287] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 241daa86-4cd5-4684-b0a9-8f79ba946ca3 is going to be updated. [ 847.274827] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e65873ea-274a-4714-8a26-a875793014db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.278336] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.322953] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.323169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.323249] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.323418] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.323562] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.323735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-241daa86-4cd5-4684-b0a9-8f79ba946ca3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.426172] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 in Status: SUCCESS [ 847.426369] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 deletion is rescheduled due to dependency. [ 847.426507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.515870] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 in Status: SUCCESS [ 847.516119] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.516298] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.516573] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.516675] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1846aa5-bf80-4ab9-af4c-d95d96d1ae01',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.776035] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.777272] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.777619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.777619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.777769] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.777916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.777965] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e65873ea-274a-4714-8a26-a875793014db is going to be updated. [ 847.780457] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.781038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.781038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.781038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.781038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.781038] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 is going to be updated. [ 847.809085] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.809245] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.809310] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.809513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.809667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.811534] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.811716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.811716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.811890] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.812041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.823752] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65873ea-274a-4714-8a26-a875793014db in Status: IN_PROGRESS for 2s [ 847.824575] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: IN_PROGRESS for 2s [ 848.041689] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.041864] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.041972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.042300] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.042440] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.042585] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1846aa5-bf80-4ab9-af4c-d95d96d1ae01 is going to be deleted. [ 848.099385] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.099762] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.099762] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.099842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.099937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.100030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1846aa5-bf80-4ab9-af4c-d95d96d1ae01" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.281201] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.281469] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.281469] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.281636] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.281742] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.281848] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be created. [ 848.323114] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.323343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.323343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.323598] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.323763] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.335624] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: UNINITIALIZED for 2s [ 848.367541] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c534991-f967-42f2-8c6e-87bb531f0323 in Status: SUCCESS [ 848.367801] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c534991-f967-42f2-8c6e-87bb531f0323 deletion is rescheduled due to dependency. [ 848.367944] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.850362] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb in Status: SUCCESS [ 848.850362] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb deletion is rescheduled due to dependency. [ 848.850362] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.839924] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65873ea-274a-4714-8a26-a875793014db in Status: SUCCESS [ 849.840465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.840517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.840721] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.840923] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.841233] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.841233] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.841489] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.841489] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.841489] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.841489] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e65873ea-274a-4714-8a26-a875793014db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.843304] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: SUCCESS [ 849.843400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.843856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.844483] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.844483] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.844483] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.844793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.844793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.844908] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.848025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.848025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.848025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.848025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.848025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.848025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.848025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.848025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.848025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.848025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.848025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.848025] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.345685] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 850.345818] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.346060] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.346204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.346413] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.346540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.346612] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.346774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.346855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.347132] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.347132] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.349395] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e65873ea-274a-4714-8a26-a875793014db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.350161] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41a64c82-ca9e-429c-9005-af3f80956e40: rpc.has_security_group_logging(os_id): False [ 850.369826] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.369826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.369986] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.370169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.390309] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.390656] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.390777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.391337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.391337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.391337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.391568] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.391568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.391652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.392026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.392026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.392277] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.392387] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.392449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.393313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.393434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.393584] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 is going to be updated. [ 850.461348] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.461489] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.461629] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.461767] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.461952] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.475991] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: IN_PROGRESS for 2s [ 850.851032] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.851032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.851032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.851032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.851032] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.851032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.851032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.851032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.851032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.851032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.851894] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.851894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.851894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.851894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.851894] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.851894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.851894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.851894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.852475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.852475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.852475] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.853529] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e65873ea-274a-4714-8a26-a875793014db: rpc.has_security_group_logging(os_id): False [ 850.876459] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.876459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.876725] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.876908] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.877057] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.877317] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.877422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.877482] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.878721] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.878721] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.878721] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e65873ea-274a-4714-8a26-a875793014db is going to be updated. [ 850.966344] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.966889] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.966889] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.967040] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.967182] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.993350] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e65873ea-274a-4714-8a26-a875793014db in Status: IN_PROGRESS for 2s [ 851.356305] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2: rpc.has_security_group_logging(os_id): False [ 851.379763] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.379979] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.380090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.380886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.381124] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.381452] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.381578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.381646] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.381953] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.382070] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.382330] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.382476] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.382573] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.382812] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.382895] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.384380] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.384380] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.384380] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.384380] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.384380] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.384380] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be created. [ 851.453643] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.453643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.453973] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.453973] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.454125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.468075] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 851.763326] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 851.763326] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 852.387855] env[65987]: INFO networking_nsxv3.common.synchronization [req-ee6efe60-ff3c-4c75-a4bc-4a2bb1342c31 req-a04ee52b-81c0-45bc-a3bf-ff3c5008b125 tempest-ListImageFiltersTestJSON-621862491 tempest-ListImageFiltersTestJSON-621862491-project-member] Enqueued Resource ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e with Priority: HIGHEST for action security_group_members [ 852.388193] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e with Priority: HIGHEST for action security_group_members [ 852.388447] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.388581] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.388638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.388886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.388999] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.389126] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.389552] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.389552] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.389552] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.389683] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.491439] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: SUCCESS [ 852.491651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.491911] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.492207] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.492432] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.892016] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.892228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.892346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.892766] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.915667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.915950] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.916151] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.916240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.916473] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.916555] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.916651] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e is going to be updated. [ 852.944570] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.944765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.944765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.944983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.945145] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.954278] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e in Status: IN_PROGRESS for 2s [ 852.994941] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.995119] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.995167] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.995382] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.995551] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.995654] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.995719] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.995874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.996110] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.996110] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.996223] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.008952] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e65873ea-274a-4714-8a26-a875793014db in Status: SUCCESS [ 853.009192] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.304964] env[65987]: INFO networking_nsxv3.common.synchronization [req-547c2010-4633-4d7a-8eb6-28e99a35049a req-d03a5d2b-64d8-4bd1-9a7d-52635b168f78 tempest-ImagesTestJSON-634601570 tempest-ImagesTestJSON-634601570-project-member] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 853.305731] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 853.306366] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.306589] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.306711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.307019] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.307217] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.307363] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.307458] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.307664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.307759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.307860] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.483332] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 853.483332] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.499074] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.502022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.502022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.502022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.502022] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.502022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.502022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.502022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.502022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.502022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.502022] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.502022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.502022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.502022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.502022] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.502022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.502022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.502022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.502022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.503059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.503445] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.813143] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.813143] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.813143] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.813143] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.813143] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.813143] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.813143] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.813143] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.813143] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.813143] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.813143] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be deleted. [ 853.818539] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-938 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.818838] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-938" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.819079] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-938" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.819382] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-938" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.819696] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.820105] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.820528] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.820528] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.820738] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.821514] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.821514] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.821643] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.821909] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.822750] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.822750] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.822750] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.844263] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.844628] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.844891] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.845197] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-938" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.845861] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-3e74df3b-8e4c-45a3-bdc1-aad0dca98db3 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.846018] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-3e74df3b-8e4c-45a3-bdc1-aad0dca98db3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.846203] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-3e74df3b-8e4c-45a3-bdc1-aad0dca98db3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.846742] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-3e74df3b-8e4c-45a3-bdc1-aad0dca98db3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.846938] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e74df3b-8e4c-45a3-bdc1-aad0dca98db3',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.853212] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.853488] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.853488] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.853736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.853853] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.854015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.006656] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41a64c82-ca9e-429c-9005-af3f80956e40: rpc.has_security_group_logging(os_id): False [ 854.028434] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.028434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.028434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.028639] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.028639] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.029033] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.029033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.029266] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.029266] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.029331] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.029504] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.029597] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.029652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.029788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.030722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.030722] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.030722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.030722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.030722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.030722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.030722] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 is going to be updated. [ 854.112054] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.112434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.112514] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.112996] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.113307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.135504] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: IN_PROGRESS for 2s [ 854.215697] env[65987]: INFO networking_nsxv3.common.synchronization [None req-e1cf8a4f-de59-4bae-b3a2-198bdef80f51 None None] Enqueued Resource ID: f175982c-571a-4890-aae3-440cc8a464d4 with Priority: HIGHEST for action port [ 854.216372] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f175982c-571a-4890-aae3-440cc8a464d4 with Priority: HIGHEST for action port [ 854.220610] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f175982c-571a-4890-aae3-440cc8a464d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.220610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f175982c-571a-4890-aae3-440cc8a464d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.220818] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f175982c-571a-4890-aae3-440cc8a464d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.221043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f175982c-571a-4890-aae3-440cc8a464d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.221146] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f175982c-571a-4890-aae3-440cc8a464d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.350205] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.350544] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.350611] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.350931] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.351115] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.351280] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 3e74df3b-8e4c-45a3-bdc1-aad0dca98db3 not found, creating... [ 854.351978] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.351978] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.351978] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.352312] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.352481] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.352873] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.353364] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.353508] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.353831] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.354204] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.354204] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 3e74df3b-8e4c-45a3-bdc1-aad0dca98db3 is going to be created. [ 854.385804] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.386280] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.386280] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.386526] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.386796] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.387059] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-3e74df3b-8e4c-45a3-bdc1-aad0dca98db3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.724040] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f175982c-571a-4890-aae3-440cc8a464d4 [ 854.724040] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.724040] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.724040] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.724553] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.724553] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.724553] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f175982c-571a-4890-aae3-440cc8a464d4 already deleted. [ 854.724661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f175982c-571a-4890-aae3-440cc8a464d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.967912] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e in Status: SUCCESS [ 854.968196] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e deletion is rescheduled due to dependency. [ 854.968476] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.258399] env[65987]: INFO networking_nsxv3.common.synchronization [req-547c2010-4633-4d7a-8eb6-28e99a35049a req-c0ac948d-200d-43d0-9e6c-61ee1a431adf service nova] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_rules [ 855.258589] env[65987]: INFO networking_nsxv3.common.synchronization [req-547c2010-4633-4d7a-8eb6-28e99a35049a req-c0ac948d-200d-43d0-9e6c-61ee1a431adf service nova] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 855.258725] env[65987]: INFO networking_nsxv3.common.synchronization [req-547c2010-4633-4d7a-8eb6-28e99a35049a req-c0ac948d-200d-43d0-9e6c-61ee1a431adf service nova] Enqueued Resource ID: 3e74df3b-8e4c-45a3-bdc1-aad0dca98db3 with Priority: HIGHEST for action port [ 855.259273] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_rules [ 855.259419] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 855.259517] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e74df3b-8e4c-45a3-bdc1-aad0dca98db3 with Priority: HIGHEST for action port [ 855.259801] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.259936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.259998] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.260331] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.260455] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.261611] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.261885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.261960] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.262191] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.262363] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.262482] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.262615] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.262841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.263072] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.263258] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.265037] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e74df3b-8e4c-45a3-bdc1-aad0dca98db3 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.265037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e74df3b-8e4c-45a3-bdc1-aad0dca98db3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.265037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e74df3b-8e4c-45a3-bdc1-aad0dca98db3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.265353] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e74df3b-8e4c-45a3-bdc1-aad0dca98db3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.265401] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e74df3b-8e4c-45a3-bdc1-aad0dca98db3',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.767389] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.767669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.767712] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.768728] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e74df3b-8e4c-45a3-bdc1-aad0dca98db3 with status ACTIVE [ 855.768837] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.769957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.769957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.769957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.769957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.769957] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.769957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.769957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.769957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.769957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.770432] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.770432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.770432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.770432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.770573] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.770573] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e74df3b-8e4c-45a3-bdc1-aad0dca98db3 is going to be updated. [ 855.794815] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.794815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.794815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.794815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.794815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.794815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e74df3b-8e4c-45a3-bdc1-aad0dca98db3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.152511] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: SUCCESS [ 856.152816] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.273329] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.549775] env[65987]: INFO networking_nsxv3.common.synchronization [req-68105a60-1c04-4ed9-8fc6-6cb25d53bc0c req-2cee614c-e4e2-402f-95e7-883276bd8370 tempest-ServersAdminTestJSON-1881097938 tempest-ServersAdminTestJSON-1881097938-project-member] Enqueued Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 856.550237] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 856.550607] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.550753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.550821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.552989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.553267] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.553413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.553493] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.553958] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.553958] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.553958] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.775345] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.775767] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.775767] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.775767] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.775904] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.779034] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be created. [ 856.808170] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.808343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.808405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.808622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.808782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.822640] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: UNINITIALIZED for 2s [ 856.917381] env[65987]: INFO networking_nsxv3.common.synchronization [req-74ecfd1d-60d3-4b79-8e98-48ca254ff01e req-c8037eb3-48d7-4ea4-8944-ae4005fdda91 tempest-ServersTestJSON-273690675 tempest-ServersTestJSON-273690675-project-member] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 856.917381] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 856.917381] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.917381] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.917381] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.917910] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.917910] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.917910] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.917910] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.918064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.918166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.918210] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.057403] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.285368] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.285593] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.285692] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.285978] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.286156] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.286314] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.286692] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.286692] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.286861] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.287020] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.287131] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.287238] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.287342] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.287448] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.287674] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.287674] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.323861] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.324677] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 857.324892] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.325037] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.325364] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-ebd77783-1433-4cec-bd56-21a1621261eb taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.325537] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-ebd77783-1433-4cec-bd56-21a1621261eb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.325669] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-ebd77783-1433-4cec-bd56-21a1621261eb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.326167] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-ebd77783-1433-4cec-bd56-21a1621261eb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.326167] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebd77783-1433-4cec-bd56-21a1621261eb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.420937] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.561893] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.830367] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.833461] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.833461] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.833461] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.833461] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.833461] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port ebd77783-1433-4cec-bd56-21a1621261eb not found, creating... [ 857.833461] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.833461] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.833461] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.833461] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.833461] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.834214] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.835610] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.835866] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.836398] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.836659] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.836907] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: ebd77783-1433-4cec-bd56-21a1621261eb is going to be created. [ 857.859766] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.860230] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.860471] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.861294] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.861651] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.862104] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-ebd77783-1433-4cec-bd56-21a1621261eb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.923346] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.065356] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.065578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.065668] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.065906] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.065999] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.066121] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f is going to be updated. [ 858.075551] env[65987]: INFO networking_nsxv3.common.synchronization [None req-7b1d65df-c3ce-4a08-8a24-25110f04f518 None None] Enqueued Resource ID: 1bf3c0b2-a69a-4e9c-9e41-2f2bc049c960 with Priority: HIGHEST for action port [ 858.076075] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf3c0b2-a69a-4e9c-9e41-2f2bc049c960 with Priority: HIGHEST for action port [ 858.076387] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bf3c0b2-a69a-4e9c-9e41-2f2bc049c960 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.076512] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bf3c0b2-a69a-4e9c-9e41-2f2bc049c960" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.076603] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bf3c0b2-a69a-4e9c-9e41-2f2bc049c960" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.076891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bf3c0b2-a69a-4e9c-9e41-2f2bc049c960" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.076891] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bf3c0b2-a69a-4e9c-9e41-2f2bc049c960',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.105430] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.105658] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.105741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.105954] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.106169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.118950] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: IN_PROGRESS for 2s [ 858.430570] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.431364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.431364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.431364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.431364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.431364] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 858.460944] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.461062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.461326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.461453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.461510] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.473972] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 858.578706] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bf3c0b2-a69a-4e9c-9e41-2f2bc049c960 [ 858.579074] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.579261] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.579361] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.579599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.579693] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.579792] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bf3c0b2-a69a-4e9c-9e41-2f2bc049c960 already deleted. [ 858.579873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bf3c0b2-a69a-4e9c-9e41-2f2bc049c960" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.618657] env[65987]: INFO networking_nsxv3.common.synchronization [req-74ecfd1d-60d3-4b79-8e98-48ca254ff01e req-ecac29aa-1956-4bb7-9d87-71fc46680aac service nova] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_rules [ 858.618849] env[65987]: INFO networking_nsxv3.common.synchronization [req-74ecfd1d-60d3-4b79-8e98-48ca254ff01e req-ecac29aa-1956-4bb7-9d87-71fc46680aac service nova] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 858.618986] env[65987]: INFO networking_nsxv3.common.synchronization [req-74ecfd1d-60d3-4b79-8e98-48ca254ff01e req-ecac29aa-1956-4bb7-9d87-71fc46680aac service nova] Enqueued Resource ID: ebd77783-1433-4cec-bd56-21a1621261eb with Priority: HIGHEST for action port [ 858.619539] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_rules [ 858.619680] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 858.619795] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd77783-1433-4cec-bd56-21a1621261eb with Priority: HIGHEST for action port [ 858.621287] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.621287] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.621455] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.621551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.621606] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.622534] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.622815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.622879] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebd77783-1433-4cec-bd56-21a1621261eb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.622948] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebd77783-1433-4cec-bd56-21a1621261eb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.622991] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebd77783-1433-4cec-bd56-21a1621261eb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.623170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebd77783-1433-4cec-bd56-21a1621261eb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.623249] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebd77783-1433-4cec-bd56-21a1621261eb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.832793] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: SUCCESS [ 858.833120] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.833120] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.833325] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.833601] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.833699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.833699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.834026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.834026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.834026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.834187] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.125711] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.125711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.125711] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebd77783-1433-4cec-bd56-21a1621261eb with status ACTIVE [ 859.125911] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.125911] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.125911] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.126277] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.126277] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.126711] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.126711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.126711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.126830] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.126897] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.127225] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.127457] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.127457] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.127567] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.127704] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.127814] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebd77783-1433-4cec-bd56-21a1621261eb is going to be updated. [ 859.151551] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.151708] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.151773] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.152393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.152393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.152393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebd77783-1433-4cec-bd56-21a1621261eb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.337551] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.337750] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.337829] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.338080] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.338267] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.338374] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.338438] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.338592] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.338679] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.338775] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.338923] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.339022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.339085] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.339306] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.339355] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.339446] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.339506] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.339639] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.339718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.339795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.339925] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.843049] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08ea1aa4-1442-478e-b73d-742c8fee14d4: rpc.has_security_group_logging(os_id): False [ 859.869691] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.869882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.869940] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.870151] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.870242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.870459] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.870852] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.870852] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.870852] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.870852] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.871187] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.871336] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.871424] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.871581] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.871660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.871851] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.871945] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.872012] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.872249] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.872348] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.872440] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be created. [ 859.946741] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.946977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.946977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.947220] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.947583] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.968312] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: IN_PROGRESS for 2s [ 860.135137] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: SUCCESS [ 860.135137] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.488938] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 860.488938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.488938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.488938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.488938] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.488938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.488938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.488938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.488938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.488938] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.995860] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.500733] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.994211] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: SUCCESS [ 861.995078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.006027] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.006027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.006027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.006027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.006027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.006027] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 862.043561] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.043742] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.043788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.043991] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.044159] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.055381] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 862.995734] env[65987]: INFO networking_nsxv3.common.synchronization [req-d22942dd-1549-4b2b-83af-1f3035fb0b4f req-fe2662da-6aff-4cbc-8704-b9a3f6f40282 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 862.999194] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 862.999194] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.999194] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.999194] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.999194] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.999194] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.999568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.999568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.999568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.999568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.999716] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.465594] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.465594] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-887" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.465594] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-887" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.466444] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-887" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.466444] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.466764] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.466850] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.467182] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.467310] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.467487] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.467602] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.467722] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.467858] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.467967] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.468083] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.468221] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.498132] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.498710] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.498946] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.499310] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-887" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.499690] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-9fd643a7-83c4-43f5-ab4b-afaba15a4d1b taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.500525] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-9fd643a7-83c4-43f5-ab4b-afaba15a4d1b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.500525] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-9fd643a7-83c4-43f5-ab4b-afaba15a4d1b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.500525] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-9fd643a7-83c4-43f5-ab4b-afaba15a4d1b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.501382] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd643a7-83c4-43f5-ab4b-afaba15a4d1b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.502551] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.011605] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.011605] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.011605] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.011605] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.011605] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.011605] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 9fd643a7-83c4-43f5-ab4b-afaba15a4d1b not found, creating... [ 864.011605] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.011605] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.011605] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.011605] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.011605] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.012199] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.012199] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.012199] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.012199] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.012349] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.012849] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 9fd643a7-83c4-43f5-ab4b-afaba15a4d1b is going to be created. [ 864.014611] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.044188] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.044188] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.044188] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.044188] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.044188] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.044563] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-9fd643a7-83c4-43f5-ab4b-afaba15a4d1b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.069651] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 864.069885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.070176] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.070316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.070510] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.070629] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.070693] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.070849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.070927] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.071023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.071162] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.517587] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.517587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.518023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.518023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.518167] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.519113] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 is going to be updated. [ 864.569742] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.569742] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.569742] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.569742] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.569742] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.573995] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.573995] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.574311] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.574460] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.574625] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.574807] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.574807] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.574961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.575436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.575436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.575436] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.575667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.575667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.575765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.575859] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.575954] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.576033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.576204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.576277] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.576371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.576734] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.581715] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: IN_PROGRESS for 2s [ 864.873961] env[65987]: INFO networking_nsxv3.common.synchronization [req-d22942dd-1549-4b2b-83af-1f3035fb0b4f req-b3c3f9f5-5fdc-4c70-a76a-33dd6764c004 service nova] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_rules [ 864.873961] env[65987]: INFO networking_nsxv3.common.synchronization [req-d22942dd-1549-4b2b-83af-1f3035fb0b4f req-b3c3f9f5-5fdc-4c70-a76a-33dd6764c004 service nova] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 864.873961] env[65987]: INFO networking_nsxv3.common.synchronization [req-d22942dd-1549-4b2b-83af-1f3035fb0b4f req-b3c3f9f5-5fdc-4c70-a76a-33dd6764c004 service nova] Enqueued Resource ID: 9fd643a7-83c4-43f5-ab4b-afaba15a4d1b with Priority: HIGHEST for action port [ 864.873961] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_rules [ 864.873961] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 864.873961] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd643a7-83c4-43f5-ab4b-afaba15a4d1b with Priority: HIGHEST for action port [ 864.873961] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.873961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.873961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.873961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.873961] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.873961] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.873961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.873961] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fd643a7-83c4-43f5-ab4b-afaba15a4d1b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.873961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fd643a7-83c4-43f5-ab4b-afaba15a4d1b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.873961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fd643a7-83c4-43f5-ab4b-afaba15a4d1b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.873961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fd643a7-83c4-43f5-ab4b-afaba15a4d1b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.873961] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd643a7-83c4-43f5-ab4b-afaba15a4d1b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.079329] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12aa49ce-2811-4939-93b3-c273bbd232c4: rpc.has_security_group_logging(os_id): False [ 865.098154] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.098326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.098326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.098511] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.119649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.119973] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.120112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.120177] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.120404] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.120560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.120733] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.120869] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.120956] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.121216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.121331] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.121622] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.121755] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.121825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.121979] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.122071] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.122159] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 865.195701] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.195701] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.195962] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.196019] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.196183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.211763] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 865.345948] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.345948] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.351625] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fd643a7-83c4-43f5-ab4b-afaba15a4d1b with status ACTIVE [ 865.351801] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.351939] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.352015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.352330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.352390] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.352591] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.352695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.352757] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.353327] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.353327] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.353327] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.353327] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.353327] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.353547] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.353547] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.353592] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fd643a7-83c4-43f5-ab4b-afaba15a4d1b is going to be updated. [ 865.377266] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.377366] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.377443] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.377737] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.378068] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.378137] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fd643a7-83c4-43f5-ab4b-afaba15a4d1b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.901691] env[65987]: INFO networking_nsxv3.common.synchronization [req-9f6722b9-3ab0-4685-9567-e7a36a215493 req-e87e670b-54bb-4b88-a3a0-c8b27c5afd68 tempest-ServersTestMultiNic-582870168 tempest-ServersTestMultiNic-582870168-project-member] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 865.902384] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 865.903010] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.903323] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.903418] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.903738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.903925] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.904067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.904157] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.904679] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.904679] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.904679] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.222837] env[65987]: INFO networking_nsxv3.common.synchronization [req-9f6722b9-3ab0-4685-9567-e7a36a215493 req-b64a8f67-378c-4a4a-908b-f9ca5984bdfc tempest-ServersTestMultiNic-582870168 tempest-ServersTestMultiNic-582870168-project-member] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 866.223573] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 866.223971] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.224123] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.410058] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.410058] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.410058] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.410058] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.410058] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.410058] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.410058] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.410058] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.410058] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.410058] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.410058] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 already deleted. [ 866.410058] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.410058] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.410058] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.410058] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.410058] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.411389] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.411758] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.413351] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.413526] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.566424] env[65987]: INFO networking_nsxv3.common.synchronization [req-9f6722b9-3ab0-4685-9567-e7a36a215493 req-e943063a-d73b-4e32-8144-60c940ab96dc tempest-ServersTestMultiNic-582870168 tempest-ServersTestMultiNic-582870168-project-member] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 866.567100] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 866.567492] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.567616] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.593510] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: SUCCESS [ 866.594138] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.594138] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.594297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.594536] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.594726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.594829] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.596052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.596052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.596052] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.918876] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.918876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.918876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.918876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.919225] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.919225] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.919225] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.919324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.919592] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.919592] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.919592] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 already deleted. [ 866.919875] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.919875] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.919936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.920092] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.920193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.920253] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.920460] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.920585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.920723] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.945380] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.945651] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-547" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.945773] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-547" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.946111] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-547" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.946377] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.946533] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.946697] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.946923] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.947141] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.947284] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.947394] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.948032] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.948032] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.948032] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.948032] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.948032] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.971375] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.971593] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.971776] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.971970] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-547" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.972395] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-cd362dba-2156-484d-b8bc-bfbd859a326b taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.972604] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-cd362dba-2156-484d-b8bc-bfbd859a326b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.972726] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-cd362dba-2156-484d-b8bc-bfbd859a326b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.973093] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-cd362dba-2156-484d-b8bc-bfbd859a326b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.973323] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd362dba-2156-484d-b8bc-bfbd859a326b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.097277] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.227245] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 867.227514] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.424966] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.425197] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.425332] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.425629] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.425737] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.426016] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.426188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.426295] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.426543] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.426669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.426796] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 already deleted. [ 867.426928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.476926] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.477439] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.477708] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.478199] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.478487] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.478686] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port cd362dba-2156-484d-b8bc-bfbd859a326b not found, creating... [ 867.479255] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.479547] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.479786] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.480207] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.480496] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.481125] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.481428] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.481644] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.482081] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.482835] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.483396] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: cd362dba-2156-484d-b8bc-bfbd859a326b is going to be created. [ 867.512166] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.512497] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.512672] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.513132] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.513562] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.513972] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-cd362dba-2156-484d-b8bc-bfbd859a326b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.599582] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.102121] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.102506] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.102506] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.102628] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.102680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.102779] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 is going to be updated. [ 868.136281] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.136559] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.136559] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.136766] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.136921] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.147820] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: IN_PROGRESS for 2s [ 868.261953] env[65987]: INFO networking_nsxv3.common.synchronization [req-9f6722b9-3ab0-4685-9567-e7a36a215493 req-5370eefa-dadf-4b51-8bef-8b6e3044179d service nova] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_rules [ 868.262155] env[65987]: INFO networking_nsxv3.common.synchronization [req-9f6722b9-3ab0-4685-9567-e7a36a215493 req-5370eefa-dadf-4b51-8bef-8b6e3044179d service nova] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 868.262305] env[65987]: INFO networking_nsxv3.common.synchronization [req-9f6722b9-3ab0-4685-9567-e7a36a215493 req-5370eefa-dadf-4b51-8bef-8b6e3044179d service nova] Enqueued Resource ID: cd362dba-2156-484d-b8bc-bfbd859a326b with Priority: HIGHEST for action port [ 868.262861] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_rules [ 868.263055] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 868.263138] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd362dba-2156-484d-b8bc-bfbd859a326b with Priority: HIGHEST for action port [ 868.263534] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.263671] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.263759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.264068] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.264159] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.266778] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.266915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.266978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.267203] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.267366] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.267508] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.267607] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.267829] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.267983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.268144] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.269068] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd362dba-2156-484d-b8bc-bfbd859a326b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.269187] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd362dba-2156-484d-b8bc-bfbd859a326b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.269248] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd362dba-2156-484d-b8bc-bfbd859a326b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.269399] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd362dba-2156-484d-b8bc-bfbd859a326b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.269468] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd362dba-2156-484d-b8bc-bfbd859a326b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.770990] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.772216] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.772216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.772497] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd362dba-2156-484d-b8bc-bfbd859a326b with status ACTIVE [ 868.772665] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.772783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.772892] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.773112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.773192] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.773370] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.773466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.773529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.774078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.774078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.774078] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.774078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.774078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.774381] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.774381] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.774381] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd362dba-2156-484d-b8bc-bfbd859a326b is going to be updated. [ 868.802705] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.802881] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.802946] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.803167] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.803339] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.803488] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd362dba-2156-484d-b8bc-bfbd859a326b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.076401] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.076631] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-244" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.076830] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-244" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.077205] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-244" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.077489] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.077652] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.077765] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.078022] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.078192] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.078406] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.078521] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.078647] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.078754] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.078879] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.078984] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.079131] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.100111] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.100357] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.100504] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.100701] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-244" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.101076] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-d8930ae6-c115-44db-bef2-732f64f80bd4 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.101265] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-d8930ae6-c115-44db-bef2-732f64f80bd4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.101387] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-d8930ae6-c115-44db-bef2-732f64f80bd4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.101795] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-d8930ae6-c115-44db-bef2-732f64f80bd4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.101954] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8930ae6-c115-44db-bef2-732f64f80bd4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.276868] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.604294] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.604678] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.604828] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.605206] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.605635] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.605635] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port d8930ae6-c115-44db-bef2-732f64f80bd4 not found, creating... [ 869.606368] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.606368] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.606368] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.606702] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.606886] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.607233] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.607771] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.607771] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.607771] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.607919] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.607996] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: d8930ae6-c115-44db-bef2-732f64f80bd4 is going to be created. [ 869.633327] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.633579] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.633661] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.633941] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.634186] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.634477] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-d8930ae6-c115-44db-bef2-732f64f80bd4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.779579] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.779774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.779857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.780145] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.780272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.780399] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 is going to be created. [ 869.816847] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.817051] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.817051] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.817294] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.817450] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.828902] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: UNINITIALIZED for 2s [ 870.159750] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: SUCCESS [ 870.159988] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.160264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.160537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.160772] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.160931] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.161028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.161234] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.161322] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.161434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.161573] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.360151] env[65987]: INFO networking_nsxv3.common.synchronization [req-9f6722b9-3ab0-4685-9567-e7a36a215493 req-b9f7760f-f61f-4680-a6fe-db052f26d548 service nova] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_rules [ 870.360385] env[65987]: INFO networking_nsxv3.common.synchronization [req-9f6722b9-3ab0-4685-9567-e7a36a215493 req-b9f7760f-f61f-4680-a6fe-db052f26d548 service nova] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 870.360480] env[65987]: INFO networking_nsxv3.common.synchronization [req-9f6722b9-3ab0-4685-9567-e7a36a215493 req-b9f7760f-f61f-4680-a6fe-db052f26d548 service nova] Enqueued Resource ID: d8930ae6-c115-44db-bef2-732f64f80bd4 with Priority: HIGHEST for action port [ 870.361317] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_rules [ 870.361317] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 870.361317] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8930ae6-c115-44db-bef2-732f64f80bd4 with Priority: HIGHEST for action port [ 870.361591] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.361701] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.361892] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.361997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.362165] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8930ae6-c115-44db-bef2-732f64f80bd4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.362279] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8930ae6-c115-44db-bef2-732f64f80bd4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.362346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8930ae6-c115-44db-bef2-732f64f80bd4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.362552] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8930ae6-c115-44db-bef2-732f64f80bd4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.362633] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8930ae6-c115-44db-bef2-732f64f80bd4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.664346] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.664568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.664612] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.664846] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.665131] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.665252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.665366] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.665587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.665683] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.665797] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.665964] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.666147] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.666230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.666386] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.666549] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.666653] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.666724] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.666880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.666960] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.667055] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.667159] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.864675] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8930ae6-c115-44db-bef2-732f64f80bd4 with status ACTIVE [ 870.864989] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.865344] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.865344] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.865508] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.865619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.865853] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.865941] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.866010] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.866214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.866295] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.866506] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.866625] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.866697] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.866983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.866983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.867051] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8930ae6-c115-44db-bef2-732f64f80bd4 is going to be updated. [ 870.892470] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.892470] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.892647] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.892762] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.892956] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.893110] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8930ae6-c115-44db-bef2-732f64f80bd4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.169894] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41a64c82-ca9e-429c-9005-af3f80956e40: rpc.has_security_group_logging(os_id): False [ 871.182606] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.182911] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-547" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.183193] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-547" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.183462] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-547" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.183739] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.183917] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.184047] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.184284] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.184491] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.184718] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.184852] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.184967] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.185085] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.185198] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.185304] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.185487] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.193649] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.193816] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.193852] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.194074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.194250] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.194714] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.194714] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.194714] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.194714] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.194919] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.194948] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.196114] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.196114] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.196114] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.196114] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.196114] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.196114] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.196114] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.196114] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.196114] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.196114] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 is going to be updated. [ 871.212045] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.212251] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.212447] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.212755] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-547" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.213203] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-32b615a9-4bfe-49a4-9385-96839fe0b9db taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.213203] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-32b615a9-4bfe-49a4-9385-96839fe0b9db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.213352] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-32b615a9-4bfe-49a4-9385-96839fe0b9db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.213574] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-32b615a9-4bfe-49a4-9385-96839fe0b9db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.213730] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32b615a9-4bfe-49a4-9385-96839fe0b9db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.270295] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.270295] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.270295] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.270295] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.270295] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.298888] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: IN_PROGRESS for 2s [ 871.719483] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.719956] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.719956] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.720124] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.720255] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.720404] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 32b615a9-4bfe-49a4-9385-96839fe0b9db not found, creating... [ 871.720665] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.720818] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.720931] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.721157] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.721291] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.721602] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.721745] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.721939] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.722066] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.722198] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.722762] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 32b615a9-4bfe-49a4-9385-96839fe0b9db is going to be created. [ 871.744820] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.745073] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.745169] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.745466] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.745656] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.745877] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-32b615a9-4bfe-49a4-9385-96839fe0b9db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.843169] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: SUCCESS [ 871.843351] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.843555] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.843838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.843983] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.844307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.844307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.844500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.844500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.844500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.844603] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.845513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.845934] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.845934] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.845934] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.846152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.846152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.846202] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.846318] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.348729] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.348841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.349201] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.527172] env[65987]: INFO networking_nsxv3.common.synchronization [req-9f6722b9-3ab0-4685-9567-e7a36a215493 req-a2c3407b-17f6-4be2-afe4-f0dbe9fe4a56 service nova] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_rules [ 872.527416] env[65987]: INFO networking_nsxv3.common.synchronization [req-9f6722b9-3ab0-4685-9567-e7a36a215493 req-a2c3407b-17f6-4be2-afe4-f0dbe9fe4a56 service nova] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 872.527577] env[65987]: INFO networking_nsxv3.common.synchronization [req-9f6722b9-3ab0-4685-9567-e7a36a215493 req-a2c3407b-17f6-4be2-afe4-f0dbe9fe4a56 service nova] Enqueued Resource ID: 32b615a9-4bfe-49a4-9385-96839fe0b9db with Priority: HIGHEST for action port [ 872.532354] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_rules [ 872.532584] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 872.532709] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32b615a9-4bfe-49a4-9385-96839fe0b9db with Priority: HIGHEST for action port [ 872.534077] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.534077] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.534077] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.534077] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.534431] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-32b615a9-4bfe-49a4-9385-96839fe0b9db taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.534431] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32b615a9-4bfe-49a4-9385-96839fe0b9db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.534431] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32b615a9-4bfe-49a4-9385-96839fe0b9db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.534712] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32b615a9-4bfe-49a4-9385-96839fe0b9db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.534760] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32b615a9-4bfe-49a4-9385-96839fe0b9db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.852397] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.039294] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32b615a9-4bfe-49a4-9385-96839fe0b9db with status ACTIVE [ 873.039540] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.039686] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.039781] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.040020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.040173] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.040408] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.040564] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.040649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.040861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.040978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.041251] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.041347] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.041433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.041649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.041722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.041835] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32b615a9-4bfe-49a4-9385-96839fe0b9db is going to be updated. [ 873.072966] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.073176] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.073223] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.073415] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.073606] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.073739] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32b615a9-4bfe-49a4-9385-96839fe0b9db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.320570] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: SUCCESS [ 873.320893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.354783] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.355606] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.355606] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.355606] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.355606] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.355787] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 is going to be updated. [ 873.397888] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.398051] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.398134] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.398394] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.398524] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.415458] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: IN_PROGRESS for 2s [ 875.420680] env[65987]: INFO networking_nsxv3.common.synchronization [req-5272a319-c761-456b-96cb-54a9251bf4ea req-213d83f8-d3d6-4785-bd8a-fa4e898743ce tempest-ServerTagsTestJSON-837608625 tempest-ServerTagsTestJSON-837608625-project-member] Enqueued Resource ID: 3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 with Priority: HIGHEST for action security_group_members [ 875.421247] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 with Priority: HIGHEST for action security_group_members [ 875.421564] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.421687] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.421754] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.422554] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.422790] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.422910] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.422978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.423306] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.423405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.423506] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3736c1f1-0f84-4b6e-9ee4-ef8550f4a094',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.428750] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: SUCCESS [ 875.428962] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.429431] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.429657] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.429850] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.429958] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.430855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.431098] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.431189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.431312] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.431470] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.431554] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.431612] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.431770] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.431954] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.432086] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.432139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.432287] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.432383] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.432499] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.432572] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.433437] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.434038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.434237] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.434357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.434434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.434615] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.434697] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.434902] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.926938] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.926938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.926938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.926938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.926938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.926938] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.926938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.926938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.926938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.927480] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.927480] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 already deleted. [ 875.927480] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.938310] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0e8e366-7bc9-4109-81e2-50f56b84cf53: rpc.has_security_group_logging(os_id): False [ 875.942068] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.968187] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.968542] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.968542] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.968754] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.968880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.969160] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.969280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.969400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.969698] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.969698] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.969845] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.969944] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.970038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.970693] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.970774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.971618] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.971748] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.971825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.972078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.972146] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.972192] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 is going to be created. [ 876.038108] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.038265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.038989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.038989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.038989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.053370] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: IN_PROGRESS for 2s [ 876.097210] env[65987]: INFO networking_nsxv3.common.synchronization [None req-dae716db-01ef-421d-9394-465abe72d025 None None] Enqueued Resource ID: 0f9a3fcc-e96e-4205-841c-95e259618566 with Priority: HIGHEST for action port [ 876.098021] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9a3fcc-e96e-4205-841c-95e259618566 with Priority: HIGHEST for action port [ 876.099439] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f9a3fcc-e96e-4205-841c-95e259618566 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.099645] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f9a3fcc-e96e-4205-841c-95e259618566" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.099888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f9a3fcc-e96e-4205-841c-95e259618566" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.100136] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f9a3fcc-e96e-4205-841c-95e259618566" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.100342] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f9a3fcc-e96e-4205-841c-95e259618566',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.222165] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.222427] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-58" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.222572] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-58" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.222899] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-58" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.223180] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.223674] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.223866] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.224197] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.227021] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.227021] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.227021] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.227021] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.227021] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.227021] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.227021] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.227021] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.249602] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.249875] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.250040] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.250224] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-58" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.250625] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-bb328636-dc7e-49f6-9a9a-1468a0cd88bc taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.250832] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-bb328636-dc7e-49f6-9a9a-1468a0cd88bc" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.250957] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-bb328636-dc7e-49f6-9a9a-1468a0cd88bc" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.251293] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-bb328636-dc7e-49f6-9a9a-1468a0cd88bc" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.251433] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb328636-dc7e-49f6-9a9a-1468a0cd88bc',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.444359] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.604183] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f9a3fcc-e96e-4205-841c-95e259618566 [ 876.604586] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.604728] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.604728] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.604958] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.605825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.605825] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f9a3fcc-e96e-4205-841c-95e259618566 already deleted. [ 876.605825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f9a3fcc-e96e-4205-841c-95e259618566" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.754279] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.754948] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.755114] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.755544] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.755717] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.755900] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port bb328636-dc7e-49f6-9a9a-1468a0cd88bc not found, creating... [ 876.756215] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.756611] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.756611] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.756831] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.757013] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.758039] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.758039] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.758039] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.758039] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.758286] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.758383] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: bb328636-dc7e-49f6-9a9a-1468a0cd88bc is going to be created. [ 876.781160] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.781392] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.781518] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.781885] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.782548] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.782888] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-bb328636-dc7e-49f6-9a9a-1468a0cd88bc" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.948264] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.948264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.948264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.948264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.948264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.948264] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 is going to be updated. [ 876.980831] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.981037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.981102] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.982110] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.982332] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.997324] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: IN_PROGRESS for 2s [ 877.091293] env[65987]: INFO networking_nsxv3.common.synchronization [req-ee4e4c42-d13c-42f9-ba90-5df0d3825fcd req-ee2ebef1-959c-4d0a-9660-64b055dc5c0f tempest-ServersWithSpecificFlavorTestJSON-1341861840 tempest-ServersWithSpecificFlavorTestJSON-1341861840-project-member] Enqueued Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGHEST for action security_group_members [ 877.091639] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGHEST for action security_group_members [ 877.091950] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.092085] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.092153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.092357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.093625] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.093625] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.093625] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.093625] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.093625] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.093625] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.537272] env[65987]: INFO networking_nsxv3.common.synchronization [req-5272a319-c761-456b-96cb-54a9251bf4ea req-d736fbf2-5e6e-445b-98c6-651d421b0e77 service nova] Enqueued Resource ID: 3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 with Priority: HIGHEST for action security_group_rules [ 877.537272] env[65987]: INFO networking_nsxv3.common.synchronization [req-5272a319-c761-456b-96cb-54a9251bf4ea req-d736fbf2-5e6e-445b-98c6-651d421b0e77 service nova] Enqueued Resource ID: 3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 with Priority: HIGHEST for action security_group_members [ 877.537272] env[65987]: INFO networking_nsxv3.common.synchronization [req-5272a319-c761-456b-96cb-54a9251bf4ea req-d736fbf2-5e6e-445b-98c6-651d421b0e77 service nova] Enqueued Resource ID: bb328636-dc7e-49f6-9a9a-1468a0cd88bc with Priority: HIGHEST for action port [ 877.538957] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 with Priority: HIGHEST for action security_group_rules [ 877.538957] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 with Priority: HIGHEST for action security_group_members [ 877.538957] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb328636-dc7e-49f6-9a9a-1468a0cd88bc with Priority: HIGHEST for action port [ 877.539296] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.539296] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.539490] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.539987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.539987] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3736c1f1-0f84-4b6e-9ee4-ef8550f4a094',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.541306] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.541385] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.541512] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.541782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.541857] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.541919] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.541977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.542141] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.542226] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.542363] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3736c1f1-0f84-4b6e-9ee4-ef8550f4a094',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.543266] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb328636-dc7e-49f6-9a9a-1468a0cd88bc taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.543376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb328636-dc7e-49f6-9a9a-1468a0cd88bc" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.543465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb328636-dc7e-49f6-9a9a-1468a0cd88bc" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.543587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb328636-dc7e-49f6-9a9a-1468a0cd88bc" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.543663] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb328636-dc7e-49f6-9a9a-1468a0cd88bc',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.594966] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.595205] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.595310] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.595626] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.619594] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.619864] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.619988] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.620074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.620270] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.620351] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.620439] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 is going to be updated. [ 877.658210] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.658210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.658210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.658210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.658413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.670948] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 in Status: IN_PROGRESS for 2s [ 877.973819] env[65987]: INFO networking_nsxv3.common.synchronization [req-81067ac0-efab-48d3-adb1-8e1d3a699f19 req-06d9ca38-3d0b-4585-b6c3-41c058e62830 tempest-ServersTestJSON-273690675 tempest-ServersTestJSON-273690675-project-member] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 877.975332] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 877.975844] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.976840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.976918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.977151] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.977317] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.977419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.977479] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.977645] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.977733] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.977816] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.025984] env[65987]: INFO networking_nsxv3.common.synchronization [None req-3171063b-6eaa-4ba6-8a23-ded04ba16d9c None None] Enqueued Resource ID: 7c403389-0b7f-40f9-9829-69f002ac27f5 with Priority: HIGHEST for action port [ 878.026548] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c403389-0b7f-40f9-9829-69f002ac27f5 with Priority: HIGHEST for action port [ 878.026932] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c403389-0b7f-40f9-9829-69f002ac27f5 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.027052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c403389-0b7f-40f9-9829-69f002ac27f5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.027143] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c403389-0b7f-40f9-9829-69f002ac27f5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.027379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c403389-0b7f-40f9-9829-69f002ac27f5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.027470] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c403389-0b7f-40f9-9829-69f002ac27f5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.045880] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.046027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.046205] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3736c1f1-0f84-4b6e-9ee4-ef8550f4a094',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.049229] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb328636-dc7e-49f6-9a9a-1468a0cd88bc with status ACTIVE [ 878.049229] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.049229] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.049229] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.049229] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.049229] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.049229] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.049229] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.049229] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.049229] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.049609] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.049609] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.049609] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.049609] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.049720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.049769] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.049847] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb328636-dc7e-49f6-9a9a-1468a0cd88bc is going to be updated. [ 878.064474] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: SUCCESS [ 878.064474] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.064679] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.064970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.065040] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.077930] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.077930] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.077930] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.077930] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.077930] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.077930] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb328636-dc7e-49f6-9a9a-1468a0cd88bc" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.267890] env[65987]: INFO networking_nsxv3.common.synchronization [req-20a271ff-3f11-4edc-b0bd-f8e9f6848046 req-8bb05ac0-5476-433c-8936-e2e8b8321967 tempest-MigrationsAdminTest-1847929876 tempest-MigrationsAdminTest-1847929876-project-member] Enqueued Resource ID: c6623897-f36a-4403-8265-a03a390d0416 with Priority: HIGHEST for action security_group_members [ 878.268481] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6623897-f36a-4403-8265-a03a390d0416 with Priority: HIGHEST for action security_group_members [ 878.268840] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6623897-f36a-4403-8265-a03a390d0416 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.268967] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.269046] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.269244] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.269404] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.269503] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.269944] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.270304] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.270304] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.270356] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.281201] env[65987]: INFO networking_nsxv3.common.synchronization [req-8f39b8a3-1501-4499-94ec-ca690bfef52b req-c70f7c2a-69d4-4ce7-bc81-3d3d77bede90 tempest-ServerRescueTestJSON-664895418 tempest-ServerRescueTestJSON-664895418-project-member] Enqueued Resource ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f with Priority: HIGHEST for action security_group_members [ 878.281712] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f with Priority: HIGHEST for action security_group_members [ 878.282093] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.282213] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.282324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.283349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.283603] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.283800] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.283915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.284179] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.284284] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.284412] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.483214] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.529756] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c403389-0b7f-40f9-9829-69f002ac27f5 [ 878.529756] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.529756] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.529961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.530428] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.530428] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.530428] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c403389-0b7f-40f9-9829-69f002ac27f5 already deleted. [ 878.530428] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c403389-0b7f-40f9-9829-69f002ac27f5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.551627] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3736c1f1-0f84-4b6e-9ee4-ef8550f4a094',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.567831] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.567831] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.772523] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.789786] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.874040] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.874040] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-846" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.874040] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-846" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.874374] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-846" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.874821] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.875169] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.875352] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.875704] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.875914] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.876228] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.876397] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.876760] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.876844] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.876982] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.877660] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.877660] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.897785] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.897785] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.897981] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.898189] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-846" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.898643] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-81c55acf-84e9-45f4-8a96-23b93a4db1c9 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.900561] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-81c55acf-84e9-45f4-8a96-23b93a4db1c9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.900561] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-81c55acf-84e9-45f4-8a96-23b93a4db1c9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.900561] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-81c55acf-84e9-45f4-8a96-23b93a4db1c9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.900561] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c55acf-84e9-45f4-8a96-23b93a4db1c9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.985675] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.006869] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: SUCCESS [ 879.007108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.007268] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.007477] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.008214] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.008214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.008214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.008214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.008214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.008214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.008214] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.055800] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.055800] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.055800] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.056075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.056075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.056159] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 is going to be created. [ 879.082962] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.083268] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.083363] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.083596] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.083757] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.094650] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 in Status: UNINITIALIZED for 2s [ 879.275575] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.291645] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.403103] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.403237] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.403441] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.403702] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.403864] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.404119] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 81c55acf-84e9-45f4-8a96-23b93a4db1c9 not found, creating... [ 879.404406] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.405400] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.405400] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.405400] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.405400] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.405400] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.405673] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.405700] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.405901] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.406205] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.406205] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 81c55acf-84e9-45f4-8a96-23b93a4db1c9 is going to be created. [ 879.429642] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.429890] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.430113] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.430481] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.430766] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.431038] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-81c55acf-84e9-45f4-8a96-23b93a4db1c9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.488357] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.488520] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.488589] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.488815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.488900] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.489022] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 879.511282] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.511282] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.511386] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.511543] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.511705] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.511814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.511876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.512043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.512833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.512833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.512833] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.512833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.512833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.512833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.512833] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.513451] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.513954] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.513954] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.513954] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.513954] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.514890] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.540461] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.540946] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.541220] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.541457] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.541609] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.560556] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 879.687827] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 in Status: SUCCESS [ 879.688791] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 deletion is rescheduled due to dependency. [ 879.688791] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.780848] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.780848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.780848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.780848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.780848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.780848] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6623897-f36a-4403-8265-a03a390d0416 is going to be updated. [ 879.795728] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.795869] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.795952] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.796194] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.796303] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.796431] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f is going to be updated. [ 879.815199] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.815381] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.815428] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.815621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.815758] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.824453] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6623897-f36a-4403-8265-a03a390d0416 in Status: IN_PROGRESS for 2s [ 879.833828] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.833828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.833828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.833828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.833828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.844824] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f in Status: IN_PROGRESS for 2s [ 879.999810] env[65987]: INFO networking_nsxv3.common.synchronization [None req-e1fbe3cf-4d7d-4f87-a3de-11889874d2b4 None None] Enqueued Resource ID: 4404115e-ca92-4b1a-b3ac-036202aaf813 with Priority: HIGHEST for action port [ 880.000728] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4404115e-ca92-4b1a-b3ac-036202aaf813 with Priority: HIGHEST for action port [ 880.001259] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-4404115e-ca92-4b1a-b3ac-036202aaf813 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.001558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4404115e-ca92-4b1a-b3ac-036202aaf813" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.001558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4404115e-ca92-4b1a-b3ac-036202aaf813" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.001917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4404115e-ca92-4b1a-b3ac-036202aaf813" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.002083] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4404115e-ca92-4b1a-b3ac-036202aaf813',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.020156] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0e8e366-7bc9-4109-81e2-50f56b84cf53: rpc.has_security_group_logging(os_id): False [ 880.042787] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.042994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.042994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.043503] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.043503] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.043663] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.043729] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.043793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.043974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.044028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.044200] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.044291] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.044352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.044585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.044650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.044828] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.044921] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.044982] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.045260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.045338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.045487] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 is going to be updated. [ 880.120870] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.121037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.121145] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.121344] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.121510] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.136116] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: IN_PROGRESS for 2s [ 880.202724] env[65987]: INFO networking_nsxv3.common.synchronization [req-8f39b8a3-1501-4499-94ec-ca690bfef52b req-5c11a0c1-e07a-4a0b-bc6a-2da0f44709c5 service nova] Enqueued Resource ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f with Priority: HIGHEST for action security_group_rules [ 880.202992] env[65987]: INFO networking_nsxv3.common.synchronization [req-8f39b8a3-1501-4499-94ec-ca690bfef52b req-5c11a0c1-e07a-4a0b-bc6a-2da0f44709c5 service nova] Enqueued Resource ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f with Priority: HIGHEST for action security_group_members [ 880.203299] env[65987]: INFO networking_nsxv3.common.synchronization [req-8f39b8a3-1501-4499-94ec-ca690bfef52b req-5c11a0c1-e07a-4a0b-bc6a-2da0f44709c5 service nova] Enqueued Resource ID: 81c55acf-84e9-45f4-8a96-23b93a4db1c9 with Priority: HIGHEST for action port [ 880.204111] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f with Priority: HIGHEST for action security_group_rules [ 880.204206] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f with Priority: HIGHEST for action security_group_members [ 880.204325] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c55acf-84e9-45f4-8a96-23b93a4db1c9 with Priority: HIGHEST for action port [ 880.204733] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12a29436-8e6b-4200-9c8f-d35e5cc66b2f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.205225] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.205225] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.205225] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.205392] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.206376] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.206479] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.206729] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-81c55acf-84e9-45f4-8a96-23b93a4db1c9 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.206836] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81c55acf-84e9-45f4-8a96-23b93a4db1c9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.206894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81c55acf-84e9-45f4-8a96-23b93a4db1c9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.207089] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81c55acf-84e9-45f4-8a96-23b93a4db1c9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.207172] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c55acf-84e9-45f4-8a96-23b93a4db1c9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.505291] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4404115e-ca92-4b1a-b3ac-036202aaf813 [ 880.505291] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.505527] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.505527] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.508021] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.508021] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.508021] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4404115e-ca92-4b1a-b3ac-036202aaf813 already deleted. [ 880.508021] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4404115e-ca92-4b1a-b3ac-036202aaf813" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.708764] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.709095] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.709135] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81c55acf-84e9-45f4-8a96-23b93a4db1c9 with status ACTIVE [ 880.710038] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.710038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.710038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.710038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.710038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.710038] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.710466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.710466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.710466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.710466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.710582] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.710736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.710736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.710850] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.710946] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.711034] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81c55acf-84e9-45f4-8a96-23b93a4db1c9 is going to be updated. [ 880.735977] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.735977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.735977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.735977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.735977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.735977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81c55acf-84e9-45f4-8a96-23b93a4db1c9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.105611] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 in Status: SUCCESS [ 881.105917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.106110] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.106446] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.106684] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.106844] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.106894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.107107] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.107192] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.107291] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.107415] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3736c1f1-0f84-4b6e-9ee4-ef8550f4a094',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.574217] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 881.574217] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.610524] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.610691] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.610691] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.610967] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.611166] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.611275] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.611357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.611548] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.611635] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.612176] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.612176] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.612176] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.612176] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.612366] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.612403] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.612496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.612608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.612707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.612780] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.612876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.613058] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3736c1f1-0f84-4b6e-9ee4-ef8550f4a094',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.837150] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6623897-f36a-4403-8265-a03a390d0416 in Status: SUCCESS [ 881.837150] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.854287] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f in Status: SUCCESS [ 881.854287] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.854287] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.854287] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.854555] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.854616] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.854669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.854970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.855139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.855245] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.116441] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3736c1f1-0f84-4b6e-9ee4-ef8550f4a094: rpc.has_security_group_logging(os_id): False [ 882.136528] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.136752] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.136835] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.138211] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.138351] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.138575] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.138837] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.138906] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.139549] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.139549] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.139694] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.140703] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.140779] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.141012] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.141099] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.141348] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.141457] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.141530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.141907] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.141907] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.141907] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 is going to be created. [ 882.158686] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: SUCCESS [ 882.158929] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.159104] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.159419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.159467] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.222807] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.223043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.223043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.223324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.223570] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.242616] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 in Status: IN_PROGRESS for 2s [ 882.302346] env[65987]: INFO networking_nsxv3.common.synchronization [None req-18e194bb-2dbc-43c5-a416-22cd7fa06c6b None None] Enqueued Resource ID: c0743e93-3170-421a-a4d9-d3a1bfa17f95 with Priority: HIGHEST for action port [ 882.302814] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0743e93-3170-421a-a4d9-d3a1bfa17f95 with Priority: HIGHEST for action port [ 882.303800] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0743e93-3170-421a-a4d9-d3a1bfa17f95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.304478] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0743e93-3170-421a-a4d9-d3a1bfa17f95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.304478] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0743e93-3170-421a-a4d9-d3a1bfa17f95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.304478] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0743e93-3170-421a-a4d9-d3a1bfa17f95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.304623] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0743e93-3170-421a-a4d9-d3a1bfa17f95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.360111] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.665579] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.665787] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.665873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.666191] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.666394] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.666504] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.666610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.666764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.666853] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.666962] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.667104] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.809423] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0743e93-3170-421a-a4d9-d3a1bfa17f95 [ 882.809678] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.809813] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.809874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.810132] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.810215] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.810305] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0743e93-3170-421a-a4d9-d3a1bfa17f95 already deleted. [ 882.810391] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0743e93-3170-421a-a4d9-d3a1bfa17f95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.864611] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.178041] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.178041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.178041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.178041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.178833] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.180130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.180228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.180439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.180588] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.180624] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.180820] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.182036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.182036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.182036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.182036] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.182036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.182036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.182036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.182036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.182036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.182036] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.371037] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.371274] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.371351] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.371615] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.371716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.371837] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f is going to be updated. [ 883.415174] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.415174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.415174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.415174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.415174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.426450] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f in Status: IN_PROGRESS for 2s [ 883.677324] env[65987]: INFO networking_nsxv3.common.synchronization [None req-e0e4683d-c27b-4e54-b6b6-15e894f2b32d None None] Enqueued Resource ID: 32255126-d05a-4f4d-8557-9a5336ba36a3 with Priority: HIGHEST for action port [ 883.678049] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32255126-d05a-4f4d-8557-9a5336ba36a3 with Priority: HIGHEST for action port [ 883.679955] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-32255126-d05a-4f4d-8557-9a5336ba36a3 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.683047] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32255126-d05a-4f4d-8557-9a5336ba36a3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.683047] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32255126-d05a-4f4d-8557-9a5336ba36a3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.683047] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32255126-d05a-4f4d-8557-9a5336ba36a3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.683047] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32255126-d05a-4f4d-8557-9a5336ba36a3',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.687507] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0e8e366-7bc9-4109-81e2-50f56b84cf53: rpc.has_security_group_logging(os_id): False [ 883.709128] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.709128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.709128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.709128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.709128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.709128] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.709128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.709128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.709128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.709128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.709128] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.709128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.709128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.709128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.709128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.712634] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.713135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.713135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.713275] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.713448] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.713672] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 is going to be updated. [ 883.788423] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.789294] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.789382] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.789612] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.789772] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.817516] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: IN_PROGRESS for 2s [ 884.128707] env[65987]: INFO networking_nsxv3.common.synchronization [None req-73d940b6-bafe-4c12-b19e-fd6ddad488c1 tempest-ServersV294TestFqdnHostnames-860621958 tempest-ServersV294TestFqdnHostnames-860621958-project-member] Enqueued Resource ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 with Priority: HIGHEST for action security_group_rules [ 884.131041] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 with Priority: HIGHEST for action security_group_rules [ 884.131041] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be8a49bc-167f-46a4-b3fe-e3c2f61040b1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.131199] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.131250] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.131491] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.131608] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be8a49bc-167f-46a4-b3fe-e3c2f61040b1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.184012] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32255126-d05a-4f4d-8557-9a5336ba36a3 [ 884.184365] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.184612] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.184810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.185199] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.185235] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.185440] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32255126-d05a-4f4d-8557-9a5336ba36a3 already deleted. [ 884.185625] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32255126-d05a-4f4d-8557-9a5336ba36a3" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.245499] env[65987]: INFO networking_nsxv3.common.synchronization [None req-c5d4bd5c-795d-48ba-b20e-70733db72c81 tempest-ServersV294TestFqdnHostnames-860621958 tempest-ServersV294TestFqdnHostnames-860621958-project-member] Enqueued Resource ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 with Priority: HIGHEST for action security_group_rules [ 884.246399] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 with Priority: HIGHEST for action security_group_rules [ 884.247204] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be8a49bc-167f-46a4-b3fe-e3c2f61040b1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.247307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.261650] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 in Status: SUCCESS [ 884.261897] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.668174] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.668174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.668174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.668174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.668174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.668174] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 already deleted. [ 884.668174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.668174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.668174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.669415] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be8a49bc-167f-46a4-b3fe-e3c2f61040b1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.674754] env[65987]: INFO networking_nsxv3.common.synchronization [req-a5fa4bee-8c63-4fd2-9b52-600340145f9d req-8d76dc75-38c1-4f47-9e9a-dd9d037bbbb1 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 884.675164] env[65987]: INFO networking_nsxv3.common.synchronization [req-a5fa4bee-8c63-4fd2-9b52-600340145f9d req-8d76dc75-38c1-4f47-9e9a-dd9d037bbbb1 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 4697d792-1588-4b60-9674-2b3bf23b9447 with Priority: HIGHEST for action security_group_members [ 884.676826] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 884.677324] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4697d792-1588-4b60-9674-2b3bf23b9447 with Priority: HIGHEST for action security_group_members [ 884.677936] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.678315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.678655] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.679398] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.679847] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.680753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.680753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.680753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.680753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.680967] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.683015] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4697d792-1588-4b60-9674-2b3bf23b9447 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.683015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.683015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.683015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.683292] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.684125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.684125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.684125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.684125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.684301] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4697d792-1588-4b60-9674-2b3bf23b9447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.758108] env[65987]: INFO networking_nsxv3.common.synchronization [req-a5fa4bee-8c63-4fd2-9b52-600340145f9d req-8d76dc75-38c1-4f47-9e9a-dd9d037bbbb1 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_rules [ 884.758307] env[65987]: INFO networking_nsxv3.common.synchronization [req-a5fa4bee-8c63-4fd2-9b52-600340145f9d req-8d76dc75-38c1-4f47-9e9a-dd9d037bbbb1 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 884.759332] env[65987]: INFO networking_nsxv3.common.synchronization [req-a5fa4bee-8c63-4fd2-9b52-600340145f9d req-8d76dc75-38c1-4f47-9e9a-dd9d037bbbb1 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 4697d792-1588-4b60-9674-2b3bf23b9447 with Priority: HIGHEST for action security_group_rules [ 884.759577] env[65987]: INFO networking_nsxv3.common.synchronization [req-a5fa4bee-8c63-4fd2-9b52-600340145f9d req-8d76dc75-38c1-4f47-9e9a-dd9d037bbbb1 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 4697d792-1588-4b60-9674-2b3bf23b9447 with Priority: HIGHEST for action security_group_members [ 884.759750] env[65987]: INFO networking_nsxv3.common.synchronization [req-a5fa4bee-8c63-4fd2-9b52-600340145f9d req-8d76dc75-38c1-4f47-9e9a-dd9d037bbbb1 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 9fd643a7-83c4-43f5-ab4b-afaba15a4d1b with Priority: HIGHEST for action port [ 884.760937] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_rules [ 884.761136] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4697d792-1588-4b60-9674-2b3bf23b9447 with Priority: HIGHEST for action security_group_rules [ 884.761375] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd643a7-83c4-43f5-ab4b-afaba15a4d1b with Priority: HIGHEST for action port [ 884.761375] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 884.761516] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4697d792-1588-4b60-9674-2b3bf23b9447 with Priority: HIGHEST for action security_group_members [ 884.762140] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.762337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.762486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.762737] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.762823] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.763980] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4697d792-1588-4b60-9674-2b3bf23b9447 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.764585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.764682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.764976] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.765100] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4697d792-1588-4b60-9674-2b3bf23b9447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.766123] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fd643a7-83c4-43f5-ab4b-afaba15a4d1b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.766236] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fd643a7-83c4-43f5-ab4b-afaba15a4d1b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.766293] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fd643a7-83c4-43f5-ab4b-afaba15a4d1b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.766562] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fd643a7-83c4-43f5-ab4b-afaba15a4d1b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.766638] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd643a7-83c4-43f5-ab4b-afaba15a4d1b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.767515] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.767631] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.768051] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4697d792-1588-4b60-9674-2b3bf23b9447 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.768051] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.187510] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.188989] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4697d792-1588-4b60-9674-2b3bf23b9447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.202378] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.202378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.202378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.202378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.202378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.202378] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 already deleted. [ 885.202893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.270403] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4697d792-1588-4b60-9674-2b3bf23b9447 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.270403] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.270403] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fd643a7-83c4-43f5-ab4b-afaba15a4d1b with status ACTIVE [ 885.270774] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.270774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.270774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.271047] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.271174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.271264] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.271371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.271433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.271627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.271741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.271936] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.272033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.272091] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.272249] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.272340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.272467] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fd643a7-83c4-43f5-ab4b-afaba15a4d1b is going to be updated. [ 885.273769] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.273887] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.300123] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.300324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.300459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.302050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.302050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.302050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fd643a7-83c4-43f5-ab4b-afaba15a4d1b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.431825] env[65987]: INFO networking_nsxv3.common.synchronization [req-44ec7692-00b7-4044-b448-cfd8973d0e19 req-09e2471f-97c4-4c70-bdbd-5d9ca32e1dbc tempest-SecurityGroupRulesTestJSON-1817620408 tempest-SecurityGroupRulesTestJSON-1817620408-project-member] Enqueued Resource ID: 5d075032-e7b2-4b60-9fb2-db33def33c57 with Priority: HIGHEST for action security_group_rules [ 885.432390] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d075032-e7b2-4b60-9fb2-db33def33c57 with Priority: HIGHEST for action security_group_rules [ 885.432727] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d075032-e7b2-4b60-9fb2-db33def33c57 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.432848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d075032-e7b2-4b60-9fb2-db33def33c57" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.432916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d075032-e7b2-4b60-9fb2-db33def33c57" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.433198] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d075032-e7b2-4b60-9fb2-db33def33c57" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.433447] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d075032-e7b2-4b60-9fb2-db33def33c57',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.439531] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f in Status: SUCCESS [ 885.439531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.439531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.439735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.439803] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.439907] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.439968] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.440137] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.440904] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.440904] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.440904] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.691323] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.693371] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4697d792-1588-4b60-9674-2b3bf23b9447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.759979] env[65987]: INFO networking_nsxv3.common.synchronization [req-cc2f142f-657b-4a36-9e63-d7dfd06e4f1b req-46318a90-fbe1-4e7c-9f1b-26823c0361eb tempest-ServersAdminTestJSON-1881097938 tempest-ServersAdminTestJSON-1881097938-project-member] Enqueued Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 885.760721] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 885.761154] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.761334] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.761425] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.761679] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.762015] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.762170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.762241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.762417] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.762545] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.762678] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.832654] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: SUCCESS [ 885.832654] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.944062] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.944062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.944062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.944062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.944062] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.944676] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.944676] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.944676] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.944676] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.944676] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.944878] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.944878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.944878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.945041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.945168] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.945292] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.945292] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.945458] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.945544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.945630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.945705] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.972052] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.972052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.972052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.972052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.972052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.972052] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d075032-e7b2-4b60-9fb2-db33def33c57 already deleted. [ 885.972052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d075032-e7b2-4b60-9fb2-db33def33c57" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.197180] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.197475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.197580] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.197823] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.197944] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.198115] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 is going to be updated. [ 886.199884] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.200081] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.200190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.200441] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.200546] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.200698] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4697d792-1588-4b60-9674-2b3bf23b9447 is going to be created. [ 886.229167] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.229401] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.229452] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.229630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.229812] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.239225] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.239410] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.239861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.239861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.239861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.242112] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4697d792-1588-4b60-9674-2b3bf23b9447 in Status: UNINITIALIZED for 2s [ 886.248618] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: IN_PROGRESS for 2s [ 886.266468] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.447651] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12a29436-8e6b-4200-9c8f-d35e5cc66b2f: rpc.has_security_group_logging(os_id): False [ 886.468804] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.469085] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.469160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.469388] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.469549] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.469770] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.469902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.469966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.470151] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.470256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.470480] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.470601] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.470672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.470806] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.470891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.471308] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.471590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.471664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.471853] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.471959] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.472102] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f is going to be updated. [ 886.549290] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.549290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.549290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.549290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.549290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.566037] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f in Status: IN_PROGRESS for 2s [ 886.727637] env[65987]: INFO networking_nsxv3.common.synchronization [req-9c0424d5-269a-4b53-b662-082b331a8276 req-9f256574-e2f6-41b3-ab54-c7caf7114efc tempest-ServersTestFqdnHostnames-1711465986 tempest-ServersTestFqdnHostnames-1711465986-project-member] Enqueued Resource ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 with Priority: HIGHEST for action security_group_members [ 886.728390] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 with Priority: HIGHEST for action security_group_members [ 886.728529] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.728646] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.728699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.728902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.729080] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.729222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.729299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.729462] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.729671] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.729671] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03b1d822-bfd6-4b5b-b73c-39f93b0f41f1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.768843] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.089668] env[65987]: INFO networking_nsxv3.common.synchronization [None req-42e59a53-7754-4d67-ae68-7e8cd10ed288 None None] Enqueued Resource ID: 397e3053-2f53-4492-84c1-e6085ea3adab with Priority: HIGHEST for action port [ 887.089668] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397e3053-2f53-4492-84c1-e6085ea3adab with Priority: HIGHEST for action port [ 887.089975] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-397e3053-2f53-4492-84c1-e6085ea3adab taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.090133] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-397e3053-2f53-4492-84c1-e6085ea3adab" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.090133] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-397e3053-2f53-4492-84c1-e6085ea3adab" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.090471] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-397e3053-2f53-4492-84c1-e6085ea3adab" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.090562] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('397e3053-2f53-4492-84c1-e6085ea3adab',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.231977] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.232339] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.232339] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.232654] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.265549] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.265821] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.265951] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.266042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.266280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.266363] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.266423] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 is going to be updated. [ 887.271443] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.271658] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.271714] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.271978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.272096] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.272210] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f is going to be updated. [ 887.334925] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.335170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.335170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.335389] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.335539] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.337786] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.337923] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.337993] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.338307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.338517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.358337] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 in Status: IN_PROGRESS for 2s [ 887.359442] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: IN_PROGRESS for 2s [ 887.593377] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 397e3053-2f53-4492-84c1-e6085ea3adab [ 887.593679] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.593848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.593917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.594210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.594316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.594495] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:397e3053-2f53-4492-84c1-e6085ea3adab already deleted. [ 887.594587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-397e3053-2f53-4492-84c1-e6085ea3adab" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.253998] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4697d792-1588-4b60-9674-2b3bf23b9447 in Status: SUCCESS [ 888.253998] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.254561] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.254561] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.254660] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.254723] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.254789] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.254959] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.255068] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.255154] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4697d792-1588-4b60-9674-2b3bf23b9447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.259718] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: SUCCESS [ 888.260132] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.260132] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.260290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.260426] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.260636] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.260636] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.260845] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.261430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.261430] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.586562] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f in Status: SUCCESS [ 888.586864] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.757804] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4697d792-1588-4b60-9674-2b3bf23b9447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.762904] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.135254] env[65987]: INFO networking_nsxv3.common.synchronization [req-5df57420-e3ab-412f-907b-cc88cb33fb33 req-b5d4da10-2e93-4fbe-b334-63bb344471f7 tempest-DeleteServersTestJSON-264165243 tempest-DeleteServersTestJSON-264165243-project-member] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 889.136093] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 889.136469] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.136580] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.136654] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.136962] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.137212] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.137329] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.137393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.137558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.137715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.137820] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.260112] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4697d792-1588-4b60-9674-2b3bf23b9447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.264879] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.370018] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 in Status: SUCCESS [ 889.370271] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 deletion is rescheduled due to dependency. [ 889.370453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.371604] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: SUCCESS [ 889.372110] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.640712] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.641840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.641840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.641840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.641840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.642239] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.642239] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.642519] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.642519] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.642612] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.642732] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be updated. [ 889.680323] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.680462] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.680518] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.680820] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.680949] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.692886] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 889.762677] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.762817] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.762931] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.764139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.764139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.764139] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4697d792-1588-4b60-9674-2b3bf23b9447 is going to be updated. [ 889.766427] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.766594] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.766644] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.766842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.766930] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.767046] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 is going to be updated. [ 889.793600] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.793769] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.794904] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.796494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.796671] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.798562] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.798675] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.798744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.798974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.799573] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.812536] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4697d792-1588-4b60-9674-2b3bf23b9447 in Status: IN_PROGRESS for 2s [ 889.813374] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: IN_PROGRESS for 2s [ 891.009144] env[65987]: INFO networking_nsxv3.common.synchronization [req-e39027bf-722a-417d-b8d0-e91b296766c5 req-db3d6afb-5f18-461c-b456-250aecef49ff tempest-SecurityGroupRulesTestJSON-1817620408 tempest-SecurityGroupRulesTestJSON-1817620408-project-member] Enqueued Resource ID: ca407fed-632f-4488-801d-b06a07e9362f with Priority: HIGHEST for action security_group_rules [ 891.009807] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca407fed-632f-4488-801d-b06a07e9362f with Priority: HIGHEST for action security_group_rules [ 891.011845] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca407fed-632f-4488-801d-b06a07e9362f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.012046] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca407fed-632f-4488-801d-b06a07e9362f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.012098] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca407fed-632f-4488-801d-b06a07e9362f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.012370] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca407fed-632f-4488-801d-b06a07e9362f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.012481] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca407fed-632f-4488-801d-b06a07e9362f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.537347] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.537347] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.538530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.538530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.538530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.538530] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca407fed-632f-4488-801d-b06a07e9362f already deleted. [ 891.538530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca407fed-632f-4488-801d-b06a07e9362f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.706077] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 891.706077] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 deletion is rescheduled due to dependency. [ 891.706077] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.829386] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4697d792-1588-4b60-9674-2b3bf23b9447 in Status: SUCCESS [ 891.829734] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.829881] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.830126] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.830340] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.830489] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.830612] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.831141] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.831373] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.831606] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.831821] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4697d792-1588-4b60-9674-2b3bf23b9447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.833973] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: SUCCESS [ 891.834280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.834523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.834793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.835439] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.835439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.835439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.835690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.835690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.835690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.835797] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.934296] env[65987]: INFO networking_nsxv3.common.synchronization [req-984fe6cc-1e81-458a-8415-3193dc0fbd43 req-87d586df-f36b-4ae5-8194-bd8279aedd42 tempest-ImagesOneServerNegativeTestJSON-148084720 tempest-ImagesOneServerNegativeTestJSON-148084720-project-member] Enqueued Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_members [ 891.935124] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_members [ 891.935647] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.935944] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.936155] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.936504] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.936911] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.937210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.937408] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.937665] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.937842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.938032] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.296538] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-8 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.296995] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.297394] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.297584] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.297857] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.298206] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.298384] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.298624] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.298768] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.298980] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.299106] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.299219] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.299333] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.299413] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.299517] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.299647] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.319366] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.319575] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.319716] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.319895] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.320249] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-16c57e85-b0a8-42e9-a93c-fc60040ac123 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.320428] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-16c57e85-b0a8-42e9-a93c-fc60040ac123" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.320531] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-16c57e85-b0a8-42e9-a93c-fc60040ac123" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.320903] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-16c57e85-b0a8-42e9-a93c-fc60040ac123" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.321076] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16c57e85-b0a8-42e9-a93c-fc60040ac123',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.338513] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4697d792-1588-4b60-9674-2b3bf23b9447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.340540] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.340540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.340540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.340540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.340877] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.340877] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.340877] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.340877] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.341056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.341142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.341264] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.341364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.341420] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.341551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.341689] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.342032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.342032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.342032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.342197] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.342283] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.342371] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.442713] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.442949] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.443044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.443264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.443370] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.443574] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.443673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.443719] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.443876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.443940] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.444068] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 already deleted. [ 892.444128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.823645] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.823923] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.824095] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.824380] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.824550] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.824715] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 16c57e85-b0a8-42e9-a93c-fc60040ac123 not found, creating... [ 892.824983] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.825153] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.825288] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.825489] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.825639] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.825984] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.826164] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.826282] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.826492] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.826627] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.826775] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 16c57e85-b0a8-42e9-a93c-fc60040ac123 is going to be created. [ 892.844583] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4697d792-1588-4b60-9674-2b3bf23b9447: rpc.has_security_group_logging(os_id): False [ 892.845753] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41a64c82-ca9e-429c-9005-af3f80956e40: rpc.has_security_group_logging(os_id): False [ 892.848504] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.848690] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.848805] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.849080] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.849313] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.849557] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-16c57e85-b0a8-42e9-a93c-fc60040ac123" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.868111] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.868319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.868319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.868637] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.868748] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.868956] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.869098] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.869164] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.869326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.869403] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.869485] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4697d792-1588-4b60-9674-2b3bf23b9447 is going to be created. [ 892.871383] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.871559] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.871652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.871814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.871895] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.873430] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.873430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.873430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.873430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.873430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.873430] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.873430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.873430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.873430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.873430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.873430] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.873430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.873430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.873976] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.873976] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.873976] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 is going to be updated. [ 892.950179] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.950398] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.950398] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.950585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.950761] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.973475] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.973638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.973680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.973893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.974054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.990105] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4697d792-1588-4b60-9674-2b3bf23b9447 in Status: IN_PROGRESS for 2s [ 893.055418] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: IN_PROGRESS for 2s [ 893.623526] env[65987]: INFO networking_nsxv3.common.synchronization [req-984fe6cc-1e81-458a-8415-3193dc0fbd43 req-090a18c6-66c0-4e3c-9272-1cd1aeaa7e76 service nova] Enqueued Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_rules [ 893.623803] env[65987]: INFO networking_nsxv3.common.synchronization [req-984fe6cc-1e81-458a-8415-3193dc0fbd43 req-090a18c6-66c0-4e3c-9272-1cd1aeaa7e76 service nova] Enqueued Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_members [ 893.624020] env[65987]: INFO networking_nsxv3.common.synchronization [req-984fe6cc-1e81-458a-8415-3193dc0fbd43 req-090a18c6-66c0-4e3c-9272-1cd1aeaa7e76 service nova] Enqueued Resource ID: 16c57e85-b0a8-42e9-a93c-fc60040ac123 with Priority: HIGHEST for action port [ 893.624615] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_rules [ 893.624751] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_members [ 893.624859] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c57e85-b0a8-42e9-a93c-fc60040ac123 with Priority: HIGHEST for action port [ 893.625162] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.625288] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.625355] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.625685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.625781] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.626663] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.626818] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.626862] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.627131] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.627188] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.627281] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.627316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.627455] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.627540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.627629] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.629188] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-16c57e85-b0a8-42e9-a93c-fc60040ac123 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.629188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16c57e85-b0a8-42e9-a93c-fc60040ac123" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.629188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16c57e85-b0a8-42e9-a93c-fc60040ac123" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.629188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16c57e85-b0a8-42e9-a93c-fc60040ac123" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.629188] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16c57e85-b0a8-42e9-a93c-fc60040ac123',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.131437] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16c57e85-b0a8-42e9-a93c-fc60040ac123 with status ACTIVE [ 894.131685] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.131825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.131898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.132173] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.132248] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.132491] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.132559] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.132622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.132834] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.132936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.133139] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.133234] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.133297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.133436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.133512] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.133593] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16c57e85-b0a8-42e9-a93c-fc60040ac123 is going to be updated. [ 894.134967] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.134967] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.135128] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.164953] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.165360] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.165476] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.165738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.165900] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.166189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16c57e85-b0a8-42e9-a93c-fc60040ac123" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.637484] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.788594] env[65987]: INFO networking_nsxv3.common.synchronization [None req-d9eb04a5-9705-4b33-b614-bf70d7909d04 tempest-AttachVolumeNegativeTest-1685597108 tempest-AttachVolumeNegativeTest-1685597108-project-member] Enqueued Resource ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 with Priority: HIGHEST for action security_group_rules [ 894.789124] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 with Priority: HIGHEST for action security_group_rules [ 894.789510] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83cb7c38-9019-4b1a-a3ac-2642965b7181 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.789630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.789699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.790017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.790572] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83cb7c38-9019-4b1a-a3ac-2642965b7181',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.892970] env[65987]: INFO networking_nsxv3.common.synchronization [None req-b842a013-a6ce-4941-8aa4-169e67a61ee4 tempest-AttachVolumeNegativeTest-1685597108 tempest-AttachVolumeNegativeTest-1685597108-project-member] Enqueued Resource ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 with Priority: HIGHEST for action security_group_rules [ 894.893539] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 with Priority: HIGHEST for action security_group_rules [ 894.893842] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83cb7c38-9019-4b1a-a3ac-2642965b7181 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.893946] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.007691] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4697d792-1588-4b60-9674-2b3bf23b9447 in Status: SUCCESS [ 895.007947] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.078227] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: SUCCESS [ 895.078619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.140368] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.140557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.140614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.140849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.140923] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.140996] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 is going to be created. [ 895.169066] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.169282] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.169408] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.169706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.170130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.183688] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: UNINITIALIZED for 2s [ 895.324527] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.325135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.325241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.325469] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.325604] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.325767] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 already deleted. [ 895.325870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.326103] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.326281] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.326419] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83cb7c38-9019-4b1a-a3ac-2642965b7181',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.854662] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.855032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.855135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.855432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.855712] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.857283] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 already deleted. [ 895.857283] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.409939] env[65987]: INFO networking_nsxv3.common.synchronization [req-961e8819-a574-4e77-9619-85466d1bd398 req-99a09529-7433-4202-83fc-f9ff78edf6f3 tempest-MigrationsAdminTest-1847929876 tempest-MigrationsAdminTest-1847929876-project-member] Enqueued Resource ID: c6623897-f36a-4403-8265-a03a390d0416 with Priority: HIGHEST for action security_group_members [ 896.410796] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6623897-f36a-4403-8265-a03a390d0416 with Priority: HIGHEST for action security_group_members [ 896.412882] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6623897-f36a-4403-8265-a03a390d0416 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.412882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.412882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.412882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.412882] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.412882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.412882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.412882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.412882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.412882] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.608284] env[65987]: INFO networking_nsxv3.common.synchronization [req-1a313665-d703-486f-b2f8-992ec4d0af64 req-f41e9933-b825-48fb-b53a-cce966747711 tempest-ServersTestMultiNic-582870168 tempest-ServersTestMultiNic-582870168-project-member] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 896.608650] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 896.609169] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.609169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.609169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.609404] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.609564] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.609683] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.609744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.609913] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.610167] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.610167] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.874088] env[65987]: INFO networking_nsxv3.common.synchronization [req-1a313665-d703-486f-b2f8-992ec4d0af64 req-185013b2-8bf5-4deb-8312-106496bfe024 tempest-ServersTestMultiNic-582870168 tempest-ServersTestMultiNic-582870168-project-member] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 896.874749] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 896.875573] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.875855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.915171] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.915321] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.915430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.915638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.939646] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.939911] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.940524] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.940622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.940915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.940915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.941087] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6623897-f36a-4403-8265-a03a390d0416 is going to be updated. [ 897.051263] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.051426] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.051521] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.051807] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.051880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.061393] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6623897-f36a-4403-8265-a03a390d0416 in Status: IN_PROGRESS for 2s [ 897.113462] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.130271] env[65987]: INFO networking_nsxv3.common.synchronization [req-1a313665-d703-486f-b2f8-992ec4d0af64 req-8d94d66c-7304-4c2a-9c6e-b59189a48d71 tempest-ServersTestMultiNic-582870168 tempest-ServersTestMultiNic-582870168-project-member] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 897.131593] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 897.132247] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.132620] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.194786] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: SUCCESS [ 897.195826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.195826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.195826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.195826] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.195826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.196102] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.196102] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.196212] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.196298] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.196411] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.615940] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.679674] env[65987]: INFO networking_nsxv3.common.synchronization [req-90a8453a-c2de-4d3a-8198-01195654d032 req-d5438677-dad2-4da9-9a76-f1c3f0a68b37 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 897.679674] env[65987]: INFO networking_nsxv3.common.synchronization [req-90a8453a-c2de-4d3a-8198-01195654d032 req-d5438677-dad2-4da9-9a76-f1c3f0a68b37 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 4697d792-1588-4b60-9674-2b3bf23b9447 with Priority: HIGHEST for action security_group_members [ 897.679902] env[65987]: INFO networking_nsxv3.common.synchronization [req-90a8453a-c2de-4d3a-8198-01195654d032 req-d5438677-dad2-4da9-9a76-f1c3f0a68b37 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 99e0754d-0da5-4113-914a-61c97321afa2 with Priority: HIGHEST for action security_group_members [ 897.680589] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 897.680758] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4697d792-1588-4b60-9674-2b3bf23b9447 with Priority: HIGHEST for action security_group_members [ 897.680895] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e0754d-0da5-4113-914a-61c97321afa2 with Priority: HIGHEST for action security_group_members [ 897.681404] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.681476] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.681476] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.681688] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.681922] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.682083] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.682168] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.682409] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.682540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.682659] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.683720] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4697d792-1588-4b60-9674-2b3bf23b9447 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.683849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.684979] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.684979] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.684979] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.684979] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.684979] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.684979] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.684979] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.684979] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4697d792-1588-4b60-9674-2b3bf23b9447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.686287] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e0754d-0da5-4113-914a-61c97321afa2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.686287] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.686721] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.686721] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.686721] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.686850] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.686850] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.687127] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.687127] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.687254] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e0754d-0da5-4113-914a-61c97321afa2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.699434] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.699602] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.699660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.699882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.700161] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.700298] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.700362] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.700578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.700667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.702166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.702413] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.702533] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.702601] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.702793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.702960] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.703081] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.703180] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.703305] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.703388] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.703576] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.703700] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.738170] env[65987]: INFO networking_nsxv3.common.synchronization [req-90a8453a-c2de-4d3a-8198-01195654d032 req-d5438677-dad2-4da9-9a76-f1c3f0a68b37 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_rules [ 897.738406] env[65987]: INFO networking_nsxv3.common.synchronization [req-90a8453a-c2de-4d3a-8198-01195654d032 req-d5438677-dad2-4da9-9a76-f1c3f0a68b37 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 897.738497] env[65987]: INFO networking_nsxv3.common.synchronization [req-90a8453a-c2de-4d3a-8198-01195654d032 req-d5438677-dad2-4da9-9a76-f1c3f0a68b37 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 4697d792-1588-4b60-9674-2b3bf23b9447 with Priority: HIGHEST for action security_group_rules [ 897.738666] env[65987]: INFO networking_nsxv3.common.synchronization [req-90a8453a-c2de-4d3a-8198-01195654d032 req-d5438677-dad2-4da9-9a76-f1c3f0a68b37 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 4697d792-1588-4b60-9674-2b3bf23b9447 with Priority: HIGHEST for action security_group_members [ 897.738841] env[65987]: INFO networking_nsxv3.common.synchronization [req-90a8453a-c2de-4d3a-8198-01195654d032 req-d5438677-dad2-4da9-9a76-f1c3f0a68b37 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 99e0754d-0da5-4113-914a-61c97321afa2 with Priority: HIGHEST for action security_group_rules [ 897.738957] env[65987]: INFO networking_nsxv3.common.synchronization [req-90a8453a-c2de-4d3a-8198-01195654d032 req-d5438677-dad2-4da9-9a76-f1c3f0a68b37 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 99e0754d-0da5-4113-914a-61c97321afa2 with Priority: HIGHEST for action security_group_members [ 897.739287] env[65987]: INFO networking_nsxv3.common.synchronization [req-90a8453a-c2de-4d3a-8198-01195654d032 req-d5438677-dad2-4da9-9a76-f1c3f0a68b37 tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 9fd643a7-83c4-43f5-ab4b-afaba15a4d1b with Priority: HIGHEST for action port [ 897.739874] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_rules [ 897.740107] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4697d792-1588-4b60-9674-2b3bf23b9447 with Priority: HIGHEST for action security_group_rules [ 897.740292] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e0754d-0da5-4113-914a-61c97321afa2 with Priority: HIGHEST for action security_group_members [ 897.740448] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd643a7-83c4-43f5-ab4b-afaba15a4d1b with Priority: HIGHEST for action port [ 897.740597] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e0754d-0da5-4113-914a-61c97321afa2 with Priority: HIGHEST for action security_group_rules [ 897.740767] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 897.740910] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4697d792-1588-4b60-9674-2b3bf23b9447 with Priority: HIGHEST for action security_group_members [ 897.741505] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.741636] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.741739] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.741922] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.742017] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.743767] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4697d792-1588-4b60-9674-2b3bf23b9447 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.743896] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.743970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.744192] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.744292] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4697d792-1588-4b60-9674-2b3bf23b9447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.745587] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e0754d-0da5-4113-914a-61c97321afa2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.745726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.747603] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fd643a7-83c4-43f5-ab4b-afaba15a4d1b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.747751] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fd643a7-83c4-43f5-ab4b-afaba15a4d1b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.747838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fd643a7-83c4-43f5-ab4b-afaba15a4d1b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.748066] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fd643a7-83c4-43f5-ab4b-afaba15a4d1b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.748170] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd643a7-83c4-43f5-ab4b-afaba15a4d1b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.750379] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99e0754d-0da5-4113-914a-61c97321afa2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.750546] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.750637] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.750924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.751031] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99e0754d-0da5-4113-914a-61c97321afa2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.752055] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.752241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.752381] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4697d792-1588-4b60-9674-2b3bf23b9447 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.752495] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.119300] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.119638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.119638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.119706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.119832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.119951] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 is going to be updated. [ 898.155877] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.157764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.157764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.157764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.157764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.169462] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: IN_PROGRESS for 2s [ 898.191342] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4697d792-1588-4b60-9674-2b3bf23b9447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.192393] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.193981] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99e0754d-0da5-4113-914a-61c97321afa2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.207320] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fa3c834-0a8e-4a81-b10b-c297c2d69e04: rpc.has_security_group_logging(os_id): False [ 898.233841] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.233841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.233841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.233841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.233841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.234384] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.234384] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.234384] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.234534] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.234534] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.234782] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.235442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.235442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.235442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.235442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.235635] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.235635] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.235860] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.235860] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.235951] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.236029] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 is going to be created. [ 898.244325] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.244599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.250826] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fd643a7-83c4-43f5-ab4b-afaba15a4d1b with status ACTIVE [ 898.251490] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.251490] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.251490] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.251795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.251906] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.252184] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.252324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.252414] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.252705] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.252829] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.253226] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.253319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.253413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.253693] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.253794] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.253949] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fd643a7-83c4-43f5-ab4b-afaba15a4d1b is going to be updated. [ 898.255547] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4697d792-1588-4b60-9674-2b3bf23b9447 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.256114] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.256187] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e0754d-0da5-4113-914a-61c97321afa2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.256291] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.303184] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.303424] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.303525] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.303798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.303968] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.304284] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fd643a7-83c4-43f5-ab4b-afaba15a4d1b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.339915] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.339915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.339915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.340727] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.340727] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.354510] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: IN_PROGRESS for 2s [ 898.413262] env[65987]: INFO networking_nsxv3.common.synchronization [req-3d22288d-62b8-497e-bced-1ee36933bc76 req-3e18cb4f-bb3b-42a3-a7eb-01d768633b63 tempest-ServersV294TestFqdnHostnames-860621958 tempest-ServersV294TestFqdnHostnames-860621958-project-member] Enqueued Resource ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 with Priority: HIGHEST for action security_group_members [ 898.414245] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 with Priority: HIGHEST for action security_group_members [ 898.414819] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-be8a49bc-167f-46a4-b3fe-e3c2f61040b1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.416181] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.416181] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.416181] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.416181] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.416181] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.416181] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.416181] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.416181] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.416181] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be8a49bc-167f-46a4-b3fe-e3c2f61040b1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.696358] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.697649] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4697d792-1588-4b60-9674-2b3bf23b9447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.698400] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99e0754d-0da5-4113-914a-61c97321afa2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.874116] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-954 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.874325] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-954" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.874444] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-954" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.874874] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-954" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.877345] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.879249] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.879426] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.879759] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.880056] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.880332] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.880482] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.880635] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.880770] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.880911] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.881066] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.881285] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.903215] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.903448] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.903596] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.903903] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-954" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.904126] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-00633632-63b1-4c40-b598-38a73f53a66a taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.904318] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-00633632-63b1-4c40-b598-38a73f53a66a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.904420] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-00633632-63b1-4c40-b598-38a73f53a66a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.904882] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-00633632-63b1-4c40-b598-38a73f53a66a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.905235] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00633632-63b1-4c40-b598-38a73f53a66a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.919674] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.919796] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.919865] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.920111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.920193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.920399] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.920496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.920554] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.920716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.920786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.920872] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 already deleted. [ 898.920950] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.950603] env[65987]: INFO networking_nsxv3.common.synchronization [req-bdd1c2f5-33ca-459e-b92c-05b1b0ef6c7a req-6048c34c-55a7-414c-b07a-95a99393045e tempest-SecurityGroupRulesTestJSON-1817620408 tempest-SecurityGroupRulesTestJSON-1817620408-project-member] Enqueued Resource ID: ff9c1bc4-30a0-4fd7-8966-ae0389a1dc80 with Priority: HIGHEST for action security_group_rules [ 898.951121] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9c1bc4-30a0-4fd7-8966-ae0389a1dc80 with Priority: HIGHEST for action security_group_rules [ 898.951425] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff9c1bc4-30a0-4fd7-8966-ae0389a1dc80 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.951545] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff9c1bc4-30a0-4fd7-8966-ae0389a1dc80" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.951648] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff9c1bc4-30a0-4fd7-8966-ae0389a1dc80" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.951863] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff9c1bc4-30a0-4fd7-8966-ae0389a1dc80" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.951954] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff9c1bc4-30a0-4fd7-8966-ae0389a1dc80',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.073768] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6623897-f36a-4403-8265-a03a390d0416 in Status: SUCCESS [ 899.073958] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6623897-f36a-4403-8265-a03a390d0416 deletion is rescheduled due to dependency. [ 899.074085] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.201768] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.201768] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.201768] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.201768] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.201768] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.201768] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 is going to be updated. [ 899.202923] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.203848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.203848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.203848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.203848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.203848] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e0754d-0da5-4113-914a-61c97321afa2 is going to be created. [ 899.204525] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.204612] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.204695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.204860] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.205642] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.205642] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4697d792-1588-4b60-9674-2b3bf23b9447 is going to be updated. [ 899.235486] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.235486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.235486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.235808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.236115] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.239295] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.239450] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.239489] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.239677] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.240311] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.242049] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.242183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.242255] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.242486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.242639] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.246774] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e0754d-0da5-4113-914a-61c97321afa2 in Status: UNINITIALIZED for 2s [ 899.251543] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: IN_PROGRESS for 2s [ 899.251982] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4697d792-1588-4b60-9674-2b3bf23b9447 in Status: IN_PROGRESS for 2s [ 899.274256] env[65987]: INFO networking_nsxv3.common.synchronization [req-ce3bd02e-1d90-4ecb-9611-0ff8fa11740b req-4fee5f7a-cb8e-41de-af96-70020c183dfe tempest-ServersAdminTestJSON-1881097938 tempest-ServersAdminTestJSON-1881097938-project-member] Enqueued Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 899.274868] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGHEST for action security_group_members [ 899.276029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.276029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.276029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.276219] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.276375] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.276480] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.276557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.277221] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.277393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.277524] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.408701] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.408701] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.408701] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.409035] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.409035] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.409125] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 00633632-63b1-4c40-b598-38a73f53a66a not found, creating... [ 899.409364] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.409553] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.409673] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.409916] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.410086] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.410426] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.410611] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.411505] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.411505] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.411505] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.411505] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 00633632-63b1-4c40-b598-38a73f53a66a is going to be created. [ 899.438634] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.438866] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.438970] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.439278] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.439509] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.439749] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-00633632-63b1-4c40-b598-38a73f53a66a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.473118] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.473330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.473330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.473543] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.473672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.473782] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff9c1bc4-30a0-4fd7-8966-ae0389a1dc80 already deleted. [ 899.473902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff9c1bc4-30a0-4fd7-8966-ae0389a1dc80" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.782350] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.782540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.782641] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.782859] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.805167] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.805310] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.805390] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.805451] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.805693] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.805783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.806145] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f is going to be updated. [ 899.834845] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.834988] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.835057] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.835288] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.835428] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.845515] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: IN_PROGRESS for 2s [ 900.158447] env[65987]: INFO networking_nsxv3.common.synchronization [req-3d22288d-62b8-497e-bced-1ee36933bc76 req-49d0db41-42f8-4ed3-910d-99f462760823 service nova] Enqueued Resource ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 with Priority: HIGHEST for action security_group_rules [ 900.158656] env[65987]: INFO networking_nsxv3.common.synchronization [req-3d22288d-62b8-497e-bced-1ee36933bc76 req-49d0db41-42f8-4ed3-910d-99f462760823 service nova] Enqueued Resource ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 with Priority: HIGHEST for action security_group_members [ 900.158902] env[65987]: INFO networking_nsxv3.common.synchronization [req-3d22288d-62b8-497e-bced-1ee36933bc76 req-49d0db41-42f8-4ed3-910d-99f462760823 service nova] Enqueued Resource ID: 00633632-63b1-4c40-b598-38a73f53a66a with Priority: HIGHEST for action port [ 900.159517] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 with Priority: HIGHEST for action security_group_rules [ 900.159784] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 with Priority: HIGHEST for action security_group_members [ 900.159884] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00633632-63b1-4c40-b598-38a73f53a66a with Priority: HIGHEST for action port [ 900.160244] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be8a49bc-167f-46a4-b3fe-e3c2f61040b1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.160401] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.160487] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.160723] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.160829] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be8a49bc-167f-46a4-b3fe-e3c2f61040b1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.164307] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-be8a49bc-167f-46a4-b3fe-e3c2f61040b1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.164307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.164307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.164307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.164307] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.164307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.164307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.164307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.164307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.164307] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be8a49bc-167f-46a4-b3fe-e3c2f61040b1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.164667] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-00633632-63b1-4c40-b598-38a73f53a66a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.164667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00633632-63b1-4c40-b598-38a73f53a66a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.164755] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00633632-63b1-4c40-b598-38a73f53a66a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.164923] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00633632-63b1-4c40-b598-38a73f53a66a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.165034] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00633632-63b1-4c40-b598-38a73f53a66a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.181035] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: SUCCESS [ 900.181035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.181035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.181035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.181301] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.181301] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.181385] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.181485] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.181565] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.182281] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.369466] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: SUCCESS [ 900.369799] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.668432] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be8a49bc-167f-46a4-b3fe-e3c2f61040b1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.669664] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-be8a49bc-167f-46a4-b3fe-e3c2f61040b1 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.669846] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.671870] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00633632-63b1-4c40-b598-38a73f53a66a with status ACTIVE [ 900.671870] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.671870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.671870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.671870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.671870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.671870] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.671870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.671870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.671870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.671870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.671870] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.671870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.671870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.672474] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.672474] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.672474] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00633632-63b1-4c40-b598-38a73f53a66a is going to be updated. [ 900.687642] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.688771] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.688771] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.688771] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.688771] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.688971] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.689297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.689402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.689650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.689774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.689912] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 is going to be updated. [ 900.700301] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.700660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.700660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.700866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.701143] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.701289] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00633632-63b1-4c40-b598-38a73f53a66a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.725236] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.725425] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.725523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.725791] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.725997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.751290] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: IN_PROGRESS for 2s [ 900.931054] env[65987]: INFO networking_nsxv3.common.synchronization [req-c32bfff9-6c77-47da-9b3f-6bfdf844fb41 req-f69f551d-cbce-40db-916d-8e06f6711cf9 tempest-DeleteServersTestJSON-264165243 tempest-DeleteServersTestJSON-264165243-project-member] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 900.932037] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 900.932220] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.932355] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.932425] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.932660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.932825] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.932926] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.932992] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.933167] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.933255] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.933347] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.174204] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be8a49bc-167f-46a4-b3fe-e3c2f61040b1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.256785] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e0754d-0da5-4113-914a-61c97321afa2 in Status: SUCCESS [ 901.256785] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.257015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.257324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.257613] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.257847] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.258064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.258297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.258456] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.258617] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e0754d-0da5-4113-914a-61c97321afa2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.270059] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: SUCCESS [ 901.270059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.270059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.270059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.270059] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.270059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.270059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.270059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.270059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.270059] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.270059] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4697d792-1588-4b60-9674-2b3bf23b9447 in Status: SUCCESS [ 901.270059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.271885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.272100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.272284] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.272394] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.272467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.272627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.272704] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.272801] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4697d792-1588-4b60-9674-2b3bf23b9447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.340412] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.340412] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.340412] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.340412] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.340412] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.340758] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.340758] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.340958] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.341091] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.341298] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.341407] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.341512] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.342380] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.342380] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.342380] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.342380] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.363073] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.363245] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.363378] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.363545] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.366056] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-48c30c95-bfaf-44f9-81aa-23d98c886ceb taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.366056] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-48c30c95-bfaf-44f9-81aa-23d98c886ceb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.366056] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-48c30c95-bfaf-44f9-81aa-23d98c886ceb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.366056] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-48c30c95-bfaf-44f9-81aa-23d98c886ceb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.366056] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48c30c95-bfaf-44f9-81aa-23d98c886ceb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.407995] env[65987]: INFO networking_nsxv3.common.synchronization [req-f1839ca7-8f25-4fd3-957b-ffb8d151913b req-2e584995-7333-442c-b163-f1e8e908a79b tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 901.408922] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 901.409744] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.409744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.409744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.410357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.410357] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.410357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.410357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.410496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.410496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.410559] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.435544] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.435888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.436047] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.436384] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.436536] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.436785] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.437050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.437179] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.437394] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.437524] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.437648] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be updated. [ 901.466849] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.466849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.466849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.466849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.466849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.475416] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 901.677280] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.677280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.677503] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.677550] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.677696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.677696] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 is going to be created. [ 901.710133] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.710333] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.710460] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.710684] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.710885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.721543] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 in Status: UNINITIALIZED for 2s [ 901.761261] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99e0754d-0da5-4113-914a-61c97321afa2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.775323] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.776216] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4697d792-1588-4b60-9674-2b3bf23b9447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.856940] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f in Status: SUCCESS [ 901.856940] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f deletion is rescheduled due to dependency. [ 901.856940] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.867612] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.867766] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.867885] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.868287] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.868380] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.868538] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 48c30c95-bfaf-44f9-81aa-23d98c886ceb not found, creating... [ 901.868809] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.868980] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.869119] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.869351] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.869489] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.869769] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.870016] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.870260] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.870480] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.870617] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.870758] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 48c30c95-bfaf-44f9-81aa-23d98c886ceb is going to be created. [ 901.895121] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.895465] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.895545] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.896496] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.896496] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.896496] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-48c30c95-bfaf-44f9-81aa-23d98c886ceb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.913045] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.913213] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.913288] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.913503] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.913595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.913851] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.913903] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.913943] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.914292] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.914292] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.914292] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 is going to be deleted. [ 901.956774] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.956774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.956774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.957086] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.957086] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.957154] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.248523] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.248741] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.248875] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.249207] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.249493] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.249663] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.249793] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.250071] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.250231] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.250449] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.250592] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.250717] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.250851] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.250941] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.251071] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.251210] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.263612] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99e0754d-0da5-4113-914a-61c97321afa2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.269419] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.269595] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 902.269734] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.269909] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.270275] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-d0c17b9f-f1c2-40a7-aa11-dcd0d89ed60a taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.270475] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-d0c17b9f-f1c2-40a7-aa11-dcd0d89ed60a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.270598] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-d0c17b9f-f1c2-40a7-aa11-dcd0d89ed60a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.270919] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-d0c17b9f-f1c2-40a7-aa11-dcd0d89ed60a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.271074] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0c17b9f-f1c2-40a7-aa11-dcd0d89ed60a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.277398] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.278162] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4697d792-1588-4b60-9674-2b3bf23b9447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.597878] env[65987]: INFO networking_nsxv3.common.synchronization [req-c32bfff9-6c77-47da-9b3f-6bfdf844fb41 req-9bbd395c-5c8e-46bc-bb41-b10176b0a535 service nova] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_rules [ 902.598132] env[65987]: INFO networking_nsxv3.common.synchronization [req-c32bfff9-6c77-47da-9b3f-6bfdf844fb41 req-9bbd395c-5c8e-46bc-bb41-b10176b0a535 service nova] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 902.598232] env[65987]: INFO networking_nsxv3.common.synchronization [req-c32bfff9-6c77-47da-9b3f-6bfdf844fb41 req-9bbd395c-5c8e-46bc-bb41-b10176b0a535 service nova] Enqueued Resource ID: 48c30c95-bfaf-44f9-81aa-23d98c886ceb with Priority: HIGHEST for action port [ 902.598814] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_rules [ 902.598972] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 902.599117] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c30c95-bfaf-44f9-81aa-23d98c886ceb with Priority: HIGHEST for action port [ 902.599418] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.599571] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.599646] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.599862] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.599966] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.600882] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.600989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.601384] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-48c30c95-bfaf-44f9-81aa-23d98c886ceb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.601502] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48c30c95-bfaf-44f9-81aa-23d98c886ceb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.601593] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48c30c95-bfaf-44f9-81aa-23d98c886ceb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.601828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48c30c95-bfaf-44f9-81aa-23d98c886ceb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.601944] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48c30c95-bfaf-44f9-81aa-23d98c886ceb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.762057] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: SUCCESS [ 902.762057] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 deletion is rescheduled due to dependency. [ 902.762057] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.762057] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.762057] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.762359] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.762359] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.762451] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.762621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.762718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.762865] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.766144] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.766144] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.766144] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.766401] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.766542] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.766604] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e0754d-0da5-4113-914a-61c97321afa2 is going to be updated. [ 902.773751] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.774166] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.774166] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.774428] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.774605] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.774773] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port d0c17b9f-f1c2-40a7-aa11-dcd0d89ed60a not found, creating... [ 902.775066] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.775237] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.775371] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.775604] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.775740] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.776056] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.776437] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.776437] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.776645] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.776878] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.777086] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: d0c17b9f-f1c2-40a7-aa11-dcd0d89ed60a is going to be created. [ 902.780211] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.780361] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.780432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.780732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.780732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.780878] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 is going to be updated. [ 902.782129] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.782226] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.782260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.782759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.782759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.782759] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4697d792-1588-4b60-9674-2b3bf23b9447 is going to be updated. [ 902.804738] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.805131] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.805372] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.805901] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.806200] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.806535] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-d0c17b9f-f1c2-40a7-aa11-dcd0d89ed60a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.808786] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.809102] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.809189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.809436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.809623] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.829818] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.830052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.830100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.830312] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.830477] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.832523] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.832699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.832762] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.832989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.833218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.835257] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e0754d-0da5-4113-914a-61c97321afa2 in Status: IN_PROGRESS for 2s [ 902.845058] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: IN_PROGRESS for 2s [ 902.845369] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4697d792-1588-4b60-9674-2b3bf23b9447 in Status: IN_PROGRESS for 2s [ 903.104614] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.104776] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.104976] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48c30c95-bfaf-44f9-81aa-23d98c886ceb with status ACTIVE [ 903.105325] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.105325] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.105325] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.105534] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.105617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.105792] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.105888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.105950] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.106116] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.106190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.106368] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.106491] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.106542] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.106793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.106950] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.106950] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48c30c95-bfaf-44f9-81aa-23d98c886ceb is going to be updated. [ 903.138428] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.138574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.138652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.138848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.138985] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.139168] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48c30c95-bfaf-44f9-81aa-23d98c886ceb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.265568] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.266050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.266195] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.266595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.266595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.266788] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.266962] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.267054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.267231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.267311] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.267402] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 is going to be updated. [ 903.313973] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.314158] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.314227] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.314451] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.314655] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.326865] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: IN_PROGRESS for 2s [ 903.473179] env[65987]: INFO networking_nsxv3.common.synchronization [req-2cf01ec5-9f0a-4916-8bf1-5d3ae83f30ba req-72e3e88a-7d24-49fb-b868-694c97f46a05 tempest-ImagesTestJSON-634601570 tempest-ImagesTestJSON-634601570-project-member] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 903.474628] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 903.475314] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.475528] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.475646] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.475818] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.476025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.476168] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.476257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.476415] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.476504] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.476626] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.490122] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 903.490122] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 deletion is rescheduled due to dependency. [ 903.490315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.491044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.491459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.491792] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.492024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.492136] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.492462] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.492632] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.492808] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.590549] env[65987]: INFO networking_nsxv3.common.synchronization [req-f1839ca7-8f25-4fd3-957b-ffb8d151913b req-14d8bb76-34da-48de-b37f-5a04c0b720ee service nova] Enqueued Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_rules [ 903.590733] env[65987]: INFO networking_nsxv3.common.synchronization [req-f1839ca7-8f25-4fd3-957b-ffb8d151913b req-14d8bb76-34da-48de-b37f-5a04c0b720ee service nova] Enqueued Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 903.590868] env[65987]: INFO networking_nsxv3.common.synchronization [req-f1839ca7-8f25-4fd3-957b-ffb8d151913b req-14d8bb76-34da-48de-b37f-5a04c0b720ee service nova] Enqueued Resource ID: d0c17b9f-f1c2-40a7-aa11-dcd0d89ed60a with Priority: HIGHEST for action port [ 903.591381] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_rules [ 903.591520] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 903.591622] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c17b9f-f1c2-40a7-aa11-dcd0d89ed60a with Priority: HIGHEST for action port [ 903.591996] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.593031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.593141] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.593367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.593474] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.594893] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.594893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.594893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.595098] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.595230] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.595325] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.595411] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.595568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.595649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.595742] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.597550] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0c17b9f-f1c2-40a7-aa11-dcd0d89ed60a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.597694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0c17b9f-f1c2-40a7-aa11-dcd0d89ed60a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.597759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0c17b9f-f1c2-40a7-aa11-dcd0d89ed60a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.597947] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0c17b9f-f1c2-40a7-aa11-dcd0d89ed60a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.598208] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0c17b9f-f1c2-40a7-aa11-dcd0d89ed60a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.734460] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 in Status: SUCCESS [ 903.734777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.734996] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.735296] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.735508] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.735689] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.735758] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.736113] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.736113] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.736216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.736244] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be8a49bc-167f-46a4-b3fe-e3c2f61040b1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.956109] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-938 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.956348] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-938" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.956476] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-938" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.956746] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-938" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.958094] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.959842] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.959989] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.960358] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.960545] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.960795] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.960939] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.961073] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.961192] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.961305] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.961411] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.961548] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.979749] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.982410] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.982604] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 903.982834] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.982927] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-938" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.983319] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-3a09d82b-3cfb-47b1-8936-c865cc7aa161 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.983497] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-3a09d82b-3cfb-47b1-8936-c865cc7aa161" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.983716] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-3a09d82b-3cfb-47b1-8936-c865cc7aa161" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.983947] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-3a09d82b-3cfb-47b1-8936-c865cc7aa161" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.986998] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a09d82b-3cfb-47b1-8936-c865cc7aa161',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.997322] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.101999] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.101999] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.101999] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.101999] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0c17b9f-f1c2-40a7-aa11-dcd0d89ed60a with status ACTIVE [ 904.101999] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.101999] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.101999] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.101999] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.101999] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.101999] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.101999] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.101999] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.102447] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.102447] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.102447] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.102633] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.102633] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.102690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.103111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.103111] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0c17b9f-f1c2-40a7-aa11-dcd0d89ed60a is going to be updated. [ 904.124412] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.124619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.124693] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.124870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.125015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.125186] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0c17b9f-f1c2-40a7-aa11-dcd0d89ed60a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.239365] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be8a49bc-167f-46a4-b3fe-e3c2f61040b1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.486260] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.489408] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.489676] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.489811] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.490148] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.490302] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.490459] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 3a09d82b-3cfb-47b1-8936-c865cc7aa161 not found, creating... [ 904.490726] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.490898] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.491058] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.491311] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.491887] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.491887] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.492040] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.492040] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.492334] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.492509] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.492834] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 3a09d82b-3cfb-47b1-8936-c865cc7aa161 is going to be created. [ 904.500220] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.518331] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.518626] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.518862] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.519212] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.519474] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.519715] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-3a09d82b-3cfb-47b1-8936-c865cc7aa161" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.606506] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.742362] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be8a49bc-167f-46a4-b3fe-e3c2f61040b1: rpc.has_security_group_logging(os_id): False [ 904.769156] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.769349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.769349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.769536] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.769727] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.769977] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.770199] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.770199] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.770352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.770433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.770511] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 is going to be created. [ 904.849601] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e0754d-0da5-4113-914a-61c97321afa2 in Status: SUCCESS [ 904.849841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.850040] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.850443] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.850545] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.850616] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.850653] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.850823] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.851206] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.851206] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.851206] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99e0754d-0da5-4113-914a-61c97321afa2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.859693] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4697d792-1588-4b60-9674-2b3bf23b9447 in Status: SUCCESS [ 904.859972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.860215] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.860446] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.860652] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.860783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.860853] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.861179] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.861179] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.861267] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.861319] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4697d792-1588-4b60-9674-2b3bf23b9447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.862990] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: SUCCESS [ 904.863219] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.863408] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.863631] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.863835] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.863952] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.864029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.864227] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.864317] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.864409] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.864536] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.867047] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.867047] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.867196] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.867295] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.867536] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.887098] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 in Status: IN_PROGRESS for 2s [ 904.988713] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.988881] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.988881] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.989467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.989467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.989467] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be updated. [ 905.003123] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.003402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.003476] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.003696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.003826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.003948] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be updated. [ 905.052472] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.052694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.052791] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.053051] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.053218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.055323] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.055447] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.055535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.055696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.055852] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.066920] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: IN_PROGRESS for 2s [ 905.067743] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 905.109675] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.109874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.110011] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.110366] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.110516] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.110647] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 is going to be created. [ 905.141877] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.142129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.142129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.142456] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.142583] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.153389] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: UNINITIALIZED for 2s [ 905.238328] env[65987]: INFO networking_nsxv3.common.synchronization [req-2cf01ec5-9f0a-4916-8bf1-5d3ae83f30ba req-343a970a-49f4-484d-a9bd-cb80354a8592 service nova] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_rules [ 905.238540] env[65987]: INFO networking_nsxv3.common.synchronization [req-2cf01ec5-9f0a-4916-8bf1-5d3ae83f30ba req-343a970a-49f4-484d-a9bd-cb80354a8592 service nova] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 905.238770] env[65987]: INFO networking_nsxv3.common.synchronization [req-2cf01ec5-9f0a-4916-8bf1-5d3ae83f30ba req-343a970a-49f4-484d-a9bd-cb80354a8592 service nova] Enqueued Resource ID: 3a09d82b-3cfb-47b1-8936-c865cc7aa161 with Priority: HIGHEST for action port [ 905.239242] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_rules [ 905.239377] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 905.239475] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a09d82b-3cfb-47b1-8936-c865cc7aa161 with Priority: HIGHEST for action port [ 905.239754] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.239876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.239943] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.240539] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.240718] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.242152] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.242308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.242570] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a09d82b-3cfb-47b1-8936-c865cc7aa161 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.242758] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a09d82b-3cfb-47b1-8936-c865cc7aa161" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.242861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a09d82b-3cfb-47b1-8936-c865cc7aa161" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.243103] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a09d82b-3cfb-47b1-8936-c865cc7aa161" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.243232] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a09d82b-3cfb-47b1-8936-c865cc7aa161',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.339688] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: SUCCESS [ 905.339884] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 deletion is rescheduled due to dependency. [ 905.339999] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.354322] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99e0754d-0da5-4113-914a-61c97321afa2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.366687] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4697d792-1588-4b60-9674-2b3bf23b9447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.371193] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.371349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.371404] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.371637] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.371809] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.371908] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.371995] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.372266] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.372442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.372970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.373099] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.373210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.373275] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.373430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.373581] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.373678] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.373741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.373919] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.373979] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.374077] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.374161] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.747120] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.747766] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.747972] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a09d82b-3cfb-47b1-8936-c865cc7aa161 with status ACTIVE [ 905.748172] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.748281] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.748347] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.748566] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.748668] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.748838] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.748931] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.748994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.749169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.749245] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.749456] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.749561] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.749625] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.749766] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.749839] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.749923] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a09d82b-3cfb-47b1-8936-c865cc7aa161 is going to be updated. [ 905.773282] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.773466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.773540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.773753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.773894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.774076] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a09d82b-3cfb-47b1-8936-c865cc7aa161" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.858062] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99e0754d-0da5-4113-914a-61c97321afa2: rpc.has_security_group_logging(os_id): False [ 905.871741] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4697d792-1588-4b60-9674-2b3bf23b9447: rpc.has_security_group_logging(os_id): False [ 905.877128] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41a64c82-ca9e-429c-9005-af3f80956e40: rpc.has_security_group_logging(os_id): False [ 905.891686] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.891857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.891924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.892147] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.892237] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.893037] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.893037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.893037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.893037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.893037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.893037] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99e0754d-0da5-4113-914a-61c97321afa2 is going to be created. [ 905.894859] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.894967] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.895058] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.895224] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.895305] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.895524] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.895722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.895796] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.895952] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.896042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.896130] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4697d792-1588-4b60-9674-2b3bf23b9447 is going to be updated. [ 905.899900] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.900091] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.900149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.901497] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.901497] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.901497] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.901497] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.901497] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.901497] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.901497] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.901497] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.901497] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.901497] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.901497] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.901913] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.901913] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.901913] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.901913] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.902036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.902146] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.902205] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 is going to be updated. [ 906.025879] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.026081] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.026164] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.026383] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.026707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.052888] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.053066] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.053138] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.053381] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.053746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.066151] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.066312] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.066383] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.066622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.066781] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.089570] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99e0754d-0da5-4113-914a-61c97321afa2 in Status: IN_PROGRESS for 2s [ 906.096681] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4697d792-1588-4b60-9674-2b3bf23b9447 in Status: IN_PROGRESS for 2s [ 906.116893] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: IN_PROGRESS for 2s [ 906.775013] env[65987]: INFO networking_nsxv3.common.synchronization [None req-a7abc616-d7e3-45fe-bf74-dc5ca03b567e None None] Enqueued Resource ID: a2b80767-9e90-4392-895d-c3295f2ab371 with Priority: HIGHEST for action port [ 906.775605] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b80767-9e90-4392-895d-c3295f2ab371 with Priority: HIGHEST for action port [ 906.775924] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2b80767-9e90-4392-895d-c3295f2ab371 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.776759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2b80767-9e90-4392-895d-c3295f2ab371" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.776899] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2b80767-9e90-4392-895d-c3295f2ab371" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.777213] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2b80767-9e90-4392-895d-c3295f2ab371" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.777340] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2b80767-9e90-4392-895d-c3295f2ab371',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.904774] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 in Status: SUCCESS [ 906.905053] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.943108] env[65987]: INFO networking_nsxv3.common.synchronization [req-88ecd8fa-2955-4050-8926-d7f5c7965ec6 req-aab3da69-43aa-45d0-bc48-7e968849e5da tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 906.943474] env[65987]: INFO networking_nsxv3.common.synchronization [req-88ecd8fa-2955-4050-8926-d7f5c7965ec6 req-aab3da69-43aa-45d0-bc48-7e968849e5da tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 4697d792-1588-4b60-9674-2b3bf23b9447 with Priority: HIGHEST for action security_group_members [ 906.943474] env[65987]: INFO networking_nsxv3.common.synchronization [req-88ecd8fa-2955-4050-8926-d7f5c7965ec6 req-aab3da69-43aa-45d0-bc48-7e968849e5da tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 99e0754d-0da5-4113-914a-61c97321afa2 with Priority: HIGHEST for action security_group_members [ 906.945146] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 906.945235] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4697d792-1588-4b60-9674-2b3bf23b9447 with Priority: HIGHEST for action security_group_members [ 906.945271] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e0754d-0da5-4113-914a-61c97321afa2 with Priority: HIGHEST for action security_group_members [ 906.946669] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.946824] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.946971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.947217] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.947422] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.947561] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.947642] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.947828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.948188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.948188] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.949919] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4697d792-1588-4b60-9674-2b3bf23b9447 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.950072] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.950133] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.950338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.950551] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.950672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.950838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.951113] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.951113] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.951202] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4697d792-1588-4b60-9674-2b3bf23b9447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.952376] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e0754d-0da5-4113-914a-61c97321afa2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.952490] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.952605] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.952957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.953133] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.953237] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.953300] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.953446] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.953578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.953631] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e0754d-0da5-4113-914a-61c97321afa2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.079815] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 907.083025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.083025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.083025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.083025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.083025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.083025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.083025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.083025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.083025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.083025] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.085023] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: SUCCESS [ 907.085862] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.086310] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.086671] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.088018] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.088018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.088018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.088018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.088018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.088018] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.168220] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: SUCCESS [ 907.168450] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.168991] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.169237] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.169442] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.169560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.169654] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.169832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.169918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.170049] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.170154] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.280910] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2b80767-9e90-4392-895d-c3295f2ab371 [ 907.281260] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.281383] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.281422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.281690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.281816] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.281963] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2b80767-9e90-4392-895d-c3295f2ab371 already deleted. [ 907.282099] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2b80767-9e90-4392-895d-c3295f2ab371" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.455585] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.456433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.456433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.456433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.456433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.456433] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.456433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.456624] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.456652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.456752] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.456922] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4697d792-1588-4b60-9674-2b3bf23b9447 is going to be updated. [ 907.458892] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.459067] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.459178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.459243] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.459403] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.459484] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.459669] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.462251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.462251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.462251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.462251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.462251] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e0754d-0da5-4113-914a-61c97321afa2 is going to be updated. [ 907.492768] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.493111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.493289] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.493601] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.493804] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.496617] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.496617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.496617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.496825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.497187] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.507971] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4697d792-1588-4b60-9674-2b3bf23b9447 in Status: IN_PROGRESS for 2s [ 907.508769] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e0754d-0da5-4113-914a-61c97321afa2 in Status: IN_PROGRESS for 2s [ 907.591608] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.591608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.591608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.591608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.591608] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.592765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.592765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.592765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.592765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.592765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.592765] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.592765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.593086] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.593086] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.593276] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.593833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.593833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.593833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.593833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.593833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.594061] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.595773] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.674864] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.674864] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.674864] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.674864] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.674864] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.674864] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.674864] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.675352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.675451] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.675504] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.675716] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.675716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.675858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.676000] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.676202] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.677078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.677078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.677078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.677078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.677078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.677078] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.964492] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.009582] env[65987]: INFO networking_nsxv3.common.synchronization [req-6d727b20-6e80-4c3a-9f90-851750be81ef req-a9f7001a-d027-4fa7-8013-2ec9c8dd4df6 tempest-ServersTestJSON-273690675 tempest-ServersTestJSON-273690675-project-member] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 908.010207] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 908.010857] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.011746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.011901] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.013786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.014089] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.014234] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.014292] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.014489] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.014659] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.014717] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.100234] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2: rpc.has_security_group_logging(os_id): False [ 908.104166] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99e0754d-0da5-4113-914a-61c97321afa2 in Status: SUCCESS [ 908.104583] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.104885] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.124699] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4697d792-1588-4b60-9674-2b3bf23b9447 in Status: SUCCESS [ 908.125049] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.128663] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.128663] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.128663] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.128663] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.128663] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.128894] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.128894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.128983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.129401] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.129551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.129791] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.129919] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.129991] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.130222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.130327] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.130665] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.130748] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.130796] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.130910] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.133118] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.133118] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be updated. [ 908.138877] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: SUCCESS [ 908.140502] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.142720] env[65987]: INFO networking_nsxv3.common.synchronization [req-06acd85c-61ad-4b0e-9866-ba2d42db2c08 req-22099f69-ea98-4f5c-a206-da58f3d56737 tempest-SecurityGroupRulesTestJSON-1817620408 tempest-SecurityGroupRulesTestJSON-1817620408-project-member] Enqueued Resource ID: b312b056-e384-4fb4-92d7-6aa3a044b892 with Priority: HIGHEST for action security_group_rules [ 908.147050] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b312b056-e384-4fb4-92d7-6aa3a044b892 with Priority: HIGHEST for action security_group_rules [ 908.147050] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b312b056-e384-4fb4-92d7-6aa3a044b892 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.147050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b312b056-e384-4fb4-92d7-6aa3a044b892" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.147050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b312b056-e384-4fb4-92d7-6aa3a044b892" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.147050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b312b056-e384-4fb4-92d7-6aa3a044b892" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.147050] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b312b056-e384-4fb4-92d7-6aa3a044b892',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.182243] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8: rpc.has_security_group_logging(os_id): False [ 908.207210] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.207210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.207210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.207210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.207210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.207210] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.207210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.207210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.207210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.208558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.209114] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.209601] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.213030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.213030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.213030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.213030] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.213030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.213030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.213030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.213030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.213030] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 is going to be created. [ 908.218484] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.219215] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.219215] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.219313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.219464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.239051] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 908.288241] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.288241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.288241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.288241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.288241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.331489] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: IN_PROGRESS for 2s [ 908.470602] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.471184] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.471184] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.471184] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.471184] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.471420] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 is going to be updated. [ 908.495824] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.495824] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.495939] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.497439] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.497439] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.497439] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.497439] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.497439] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.497439] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.497439] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.497746] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.497746] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.497746] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.497976] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.497976] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.498149] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.521986] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.537026] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.537026] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.537026] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.537026] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.537026] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-1688e920-9a8e-4771-b70a-654a87eeba72 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.537026] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-1688e920-9a8e-4771-b70a-654a87eeba72" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.537026] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-1688e920-9a8e-4771-b70a-654a87eeba72" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.537705] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-1688e920-9a8e-4771-b70a-654a87eeba72" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.537972] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1688e920-9a8e-4771-b70a-654a87eeba72',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.560335] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.560596] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.560703] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.561253] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.561253] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.572705] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: IN_PROGRESS for 2s [ 908.611150] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.611150] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.611150] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.611603] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.611679] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.611985] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be updated. [ 908.652042] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.652042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.652042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.654750] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.654750] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.667224] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: IN_PROGRESS for 2s [ 908.672736] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.672886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.672886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.673146] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.673214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.673315] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b312b056-e384-4fb4-92d7-6aa3a044b892 already deleted. [ 908.673398] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b312b056-e384-4fb4-92d7-6aa3a044b892" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.026045] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.041658] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.041907] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.042086] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.042352] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.042556] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.042735] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 1688e920-9a8e-4771-b70a-654a87eeba72 not found, creating... [ 909.043029] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.043194] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.043311] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.043544] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.043903] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.044283] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.044477] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.044806] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.044989] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.045319] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.045511] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 1688e920-9a8e-4771-b70a-654a87eeba72 is going to be created. [ 909.081363] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.081584] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.081718] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.081979] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.082223] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.082467] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-1688e920-9a8e-4771-b70a-654a87eeba72" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.476836] env[65987]: INFO networking_nsxv3.common.synchronization [None req-e80df60f-e553-4a58-8da6-24fc0b611b33 None None] Enqueued Resource ID: d283cff0-8d93-4762-9078-a3e608c3383f with Priority: HIGHEST for action port [ 909.477453] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d283cff0-8d93-4762-9078-a3e608c3383f with Priority: HIGHEST for action port [ 909.477768] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-d283cff0-8d93-4762-9078-a3e608c3383f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.477898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d283cff0-8d93-4762-9078-a3e608c3383f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.477966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d283cff0-8d93-4762-9078-a3e608c3383f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.479191] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d283cff0-8d93-4762-9078-a3e608c3383f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.479327] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d283cff0-8d93-4762-9078-a3e608c3383f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.521025] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4697d792-1588-4b60-9674-2b3bf23b9447 in Status: SUCCESS [ 909.524437] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4697d792-1588-4b60-9674-2b3bf23b9447 deletion is rescheduled due to dependency. [ 909.524509] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.526028] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e0754d-0da5-4113-914a-61c97321afa2 in Status: SUCCESS [ 909.527535] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e0754d-0da5-4113-914a-61c97321afa2 deletion is rescheduled due to dependency. [ 909.527763] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.532319] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.532319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.532319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.532319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.532319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.532319] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 909.571750] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.571750] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.571973] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.572036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.575079] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.590241] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 909.869329] env[65987]: INFO networking_nsxv3.common.synchronization [req-6d727b20-6e80-4c3a-9f90-851750be81ef req-63e3ca56-b762-411c-904f-034ec789d71a service nova] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_rules [ 909.869586] env[65987]: INFO networking_nsxv3.common.synchronization [req-6d727b20-6e80-4c3a-9f90-851750be81ef req-63e3ca56-b762-411c-904f-034ec789d71a service nova] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 909.869783] env[65987]: INFO networking_nsxv3.common.synchronization [req-6d727b20-6e80-4c3a-9f90-851750be81ef req-63e3ca56-b762-411c-904f-034ec789d71a service nova] Enqueued Resource ID: 1688e920-9a8e-4771-b70a-654a87eeba72 with Priority: HIGHEST for action port [ 909.870396] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_rules [ 909.870546] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 909.870651] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1688e920-9a8e-4771-b70a-654a87eeba72 with Priority: HIGHEST for action port [ 909.870956] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.871098] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.871182] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.871448] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.871533] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.872532] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.872632] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.872838] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-1688e920-9a8e-4771-b70a-654a87eeba72 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.872942] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1688e920-9a8e-4771-b70a-654a87eeba72" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.873019] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1688e920-9a8e-4771-b70a-654a87eeba72" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.873225] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1688e920-9a8e-4771-b70a-654a87eeba72" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.873309] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1688e920-9a8e-4771-b70a-654a87eeba72',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.983242] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d283cff0-8d93-4762-9078-a3e608c3383f [ 909.983491] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.983633] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.983705] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.983968] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.984124] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.984182] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d283cff0-8d93-4762-9078-a3e608c3383f already deleted. [ 909.984267] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d283cff0-8d93-4762-9078-a3e608c3383f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.274494] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 910.274974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.349738] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: SUCCESS [ 910.349738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.374977] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.375475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.376042] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1688e920-9a8e-4771-b70a-654a87eeba72 with status ACTIVE [ 910.376456] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.376689] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.377155] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.377521] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.378179] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.378495] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.378717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.378861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.379130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.379311] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.379587] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.380086] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.380086] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.380218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.380366] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.380986] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1688e920-9a8e-4771-b70a-654a87eeba72 is going to be updated. [ 910.402979] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.403561] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.403690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.403918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.404075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.404253] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1688e920-9a8e-4771-b70a-654a87eeba72" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.538638] env[65987]: INFO networking_nsxv3.common.synchronization [None req-cbf209d4-06b8-4bc2-8441-b247a89632b6 tempest-ServerActionsTestOtherA-1293518559 tempest-ServerActionsTestOtherA-1293518559-project-member] Enqueued Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGHEST for action security_group_rules [ 910.539307] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGHEST for action security_group_rules [ 910.539640] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.539768] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.539837] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.540313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.540402] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.588889] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: SUCCESS [ 910.589193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.678256] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: SUCCESS [ 910.679102] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.680492] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.680817] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.680933] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.681075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.681152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.681317] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.681403] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.681487] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.681581] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.705557] env[65987]: INFO networking_nsxv3.common.synchronization [None req-14d256c1-166a-4ddb-bc6c-60b8293daea6 tempest-ServerActionsTestOtherA-1293518559 tempest-ServerActionsTestOtherA-1293518559-project-member] Enqueued Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGHEST for action security_group_rules [ 910.705557] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGHEST for action security_group_rules [ 910.706981] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.707148] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.076012] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.076486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.076641] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.076945] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.077319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.077785] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a already deleted. [ 911.078530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.079581] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.079932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.080120] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.186291] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.186574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.186574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.186937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.187130] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.187277] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.187382] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.187539] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.187630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.187724] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.187888] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.188053] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.188053] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.188187] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.188328] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.188417] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.188483] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.188611] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.188703] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.188787] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.188880] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.603955] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 911.603955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.604666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.604666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.605746] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.605746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.605746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.605746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.605746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.605746] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.608441] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.608850] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.608850] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.609230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.609355] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.609503] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a already deleted. [ 911.609655] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.695054] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08ea1aa4-1442-478e-b73d-742c8fee14d4: rpc.has_security_group_logging(os_id): False [ 911.718207] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.718537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.718537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.719059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.719140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.719370] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.719514] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.719558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.719706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.719779] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.719966] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.720584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.720584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.720716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.720819] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.721075] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.721160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.721244] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.721466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.721533] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.721626] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be updated. [ 911.791495] env[65987]: INFO networking_nsxv3.common.synchronization [None req-a1ee22a1-bcf3-4176-a799-b4880daf9396 tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 911.792340] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 911.792994] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.792994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.792994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.792994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.793253] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.793253] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.793368] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.793794] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.794239] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.794440] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.803602] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.803812] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.803878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.804318] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.804469] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.824370] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: IN_PROGRESS for 2s [ 912.113107] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.298284] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.617450] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.801943] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.119949] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.120107] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.120107] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.120335] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.120438] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.120521] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 913.191454] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.191643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.191784] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.192078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.192214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.206748] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 913.310477] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.310477] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.310477] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.311286] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.311286] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.311834] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 is going to be updated. [ 913.378703] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.378703] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.378703] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.378703] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.378703] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.394449] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: IN_PROGRESS for 2s [ 913.850406] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: SUCCESS [ 913.850801] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.220984] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 915.221413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.221619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.221916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.222205] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.222358] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.222474] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.222705] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.222855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.222985] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.227029] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.394441] env[65987]: INFO networking_nsxv3.common.synchronization [req-7e078f92-0a8e-406c-ab7d-fe982bc6debb req-9473318c-0770-4ea0-9b43-cc4c0f0ab1cd tempest-AttachVolumeNegativeTest-1685597108 tempest-AttachVolumeNegativeTest-1685597108-project-member] Enqueued Resource ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 with Priority: HIGHEST for action security_group_members [ 915.396699] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 with Priority: HIGHEST for action security_group_members [ 915.398020] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-83cb7c38-9019-4b1a-a3ac-2642965b7181 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.398020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.398020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.398020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.398483] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.398846] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.401907] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.401907] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.401907] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.401907] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83cb7c38-9019-4b1a-a3ac-2642965b7181',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.414178] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: SUCCESS [ 915.414178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.727909] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.728168] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.728234] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.728442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.728591] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.728689] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.728770] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.728902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.728991] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.729089] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.729228] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.729369] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.729369] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.729544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.729692] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.729789] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.729839] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.729980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.730060] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.730218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.730218] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.902650] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.902850] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.902893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.903285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.903358] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.903572] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.903691] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.903757] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.903926] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.904019] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.904275] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 already deleted. [ 915.905238] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.918337] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.918337] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-594" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.918337] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-594" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.918713] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-594" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.919023] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.919297] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.919524] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.919901] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.920136] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.920380] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.920496] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.920606] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.920716] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.920818] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.921208] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.921208] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.944917] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.945091] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.945172] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.945345] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-594" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.946094] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-36cdc084-0057-44c1-87d7-3f0be124235d taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.946094] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-36cdc084-0057-44c1-87d7-3f0be124235d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.946094] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-36cdc084-0057-44c1-87d7-3f0be124235d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.946489] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-36cdc084-0057-44c1-87d7-3f0be124235d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.946836] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36cdc084-0057-44c1-87d7-3f0be124235d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.233057] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12aa49ce-2811-4939-93b3-c273bbd232c4: rpc.has_security_group_logging(os_id): False [ 916.264851] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.265102] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.265181] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.265462] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.265613] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.265946] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.266101] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.266193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.266471] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.266603] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.266890] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.267079] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.267196] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.267406] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.267516] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.267789] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.267929] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.268034] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.268250] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.268379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.268510] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 916.356806] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.356987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.357054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.357492] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.357662] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.375119] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 916.452018] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.452018] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.452018] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.452018] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.452018] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.452018] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 36cdc084-0057-44c1-87d7-3f0be124235d not found, creating... [ 916.452018] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.452018] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.452018] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.452018] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.452018] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.452489] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.452489] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.452881] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.453271] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.453572] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.453862] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 36cdc084-0057-44c1-87d7-3f0be124235d is going to be created. [ 916.482579] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.482579] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.482579] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.482579] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.482579] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.482579] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-36cdc084-0057-44c1-87d7-3f0be124235d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.269337] env[65987]: INFO networking_nsxv3.common.synchronization [req-7e078f92-0a8e-406c-ab7d-fe982bc6debb req-4bd3da9f-7ef9-4557-8542-9adaf30eb98b service nova] Enqueued Resource ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 with Priority: HIGHEST for action security_group_rules [ 917.269672] env[65987]: INFO networking_nsxv3.common.synchronization [req-7e078f92-0a8e-406c-ab7d-fe982bc6debb req-4bd3da9f-7ef9-4557-8542-9adaf30eb98b service nova] Enqueued Resource ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 with Priority: HIGHEST for action security_group_members [ 917.269796] env[65987]: INFO networking_nsxv3.common.synchronization [req-7e078f92-0a8e-406c-ab7d-fe982bc6debb req-4bd3da9f-7ef9-4557-8542-9adaf30eb98b service nova] Enqueued Resource ID: 36cdc084-0057-44c1-87d7-3f0be124235d with Priority: HIGHEST for action port [ 917.270380] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 with Priority: HIGHEST for action security_group_rules [ 917.270541] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 with Priority: HIGHEST for action security_group_members [ 917.270797] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36cdc084-0057-44c1-87d7-3f0be124235d with Priority: HIGHEST for action port [ 917.271138] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83cb7c38-9019-4b1a-a3ac-2642965b7181 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.271202] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.271324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.271522] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.271629] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83cb7c38-9019-4b1a-a3ac-2642965b7181',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.272509] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-83cb7c38-9019-4b1a-a3ac-2642965b7181 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.272676] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.272804] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.273105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.273184] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.273313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.273964] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.274172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.274282] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.274384] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83cb7c38-9019-4b1a-a3ac-2642965b7181',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.275509] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-36cdc084-0057-44c1-87d7-3f0be124235d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.275602] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36cdc084-0057-44c1-87d7-3f0be124235d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.275602] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36cdc084-0057-44c1-87d7-3f0be124235d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.275799] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36cdc084-0057-44c1-87d7-3f0be124235d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.275896] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36cdc084-0057-44c1-87d7-3f0be124235d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.534364] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.534364] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.534364] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.535115] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.535493] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.535692] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.536507] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.537250] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.537463] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.537761] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.537860] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.538350] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.538350] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.538350] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.538467] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.538587] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.567647] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.567647] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.567647] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.567647] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.567647] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-cbbfcb05-4c8b-41af-abca-df6bcc8ec17b taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.567647] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-cbbfcb05-4c8b-41af-abca-df6bcc8ec17b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.567647] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-cbbfcb05-4c8b-41af-abca-df6bcc8ec17b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.567647] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-cbbfcb05-4c8b-41af-abca-df6bcc8ec17b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.568043] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbbfcb05-4c8b-41af-abca-df6bcc8ec17b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.571751] env[65987]: INFO networking_nsxv3.common.synchronization [req-6f62b14a-c022-40eb-b31c-b5cf5fe3dc74 req-875e8027-e0da-4cc6-a88d-ccf9a064427e tempest-ServerRescueTestJSON-664895418 tempest-ServerRescueTestJSON-664895418-project-member] Enqueued Resource ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f with Priority: HIGHEST for action security_group_members [ 917.572892] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f with Priority: HIGHEST for action security_group_members [ 917.573129] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.573728] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.573728] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.573728] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.573728] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.573728] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.573936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.573997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.574125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.574182] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.778953] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-83cb7c38-9019-4b1a-a3ac-2642965b7181 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.779136] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.779283] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83cb7c38-9019-4b1a-a3ac-2642965b7181',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.781783] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36cdc084-0057-44c1-87d7-3f0be124235d with status ACTIVE [ 917.782033] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.782179] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.782272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.782464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.782594] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.783087] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.783087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.783087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.783356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.783356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.783592] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.783721] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.783803] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.784033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.784129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.784244] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36cdc084-0057-44c1-87d7-3f0be124235d is going to be updated. [ 917.811783] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.812189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.812189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.812319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.812422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.813170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36cdc084-0057-44c1-87d7-3f0be124235d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.070848] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.071245] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.071367] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.071689] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.071844] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.072267] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port cbbfcb05-4c8b-41af-abca-df6bcc8ec17b not found, creating... [ 918.072763] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.072763] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.072947] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.073220] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.073364] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.073687] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.073870] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.074242] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.074488] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.075291] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.075291] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: cbbfcb05-4c8b-41af-abca-df6bcc8ec17b is going to be created. [ 918.076924] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.104639] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.104877] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.105014] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.105308] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.105541] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.106045] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-cbbfcb05-4c8b-41af-abca-df6bcc8ec17b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.281735] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83cb7c38-9019-4b1a-a3ac-2642965b7181',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.395305] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 918.395633] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.579976] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.786025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.786025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.786025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.786025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.786025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.786025] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 is going to be created. [ 918.812670] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.812759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.812759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.813383] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.813621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.832025] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 in Status: UNINITIALIZED for 2s [ 918.923017] env[65987]: INFO networking_nsxv3.common.synchronization [req-accee251-4bfc-4cb1-a730-ccd9fc9fa842 req-bd6c85bf-f4f8-49ee-bf5b-b76072c432c8 service nova] Enqueued Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_rules [ 918.923017] env[65987]: INFO networking_nsxv3.common.synchronization [req-accee251-4bfc-4cb1-a730-ccd9fc9fa842 req-bd6c85bf-f4f8-49ee-bf5b-b76072c432c8 service nova] Enqueued Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 918.923017] env[65987]: INFO networking_nsxv3.common.synchronization [req-accee251-4bfc-4cb1-a730-ccd9fc9fa842 req-bd6c85bf-f4f8-49ee-bf5b-b76072c432c8 service nova] Enqueued Resource ID: cbbfcb05-4c8b-41af-abca-df6bcc8ec17b with Priority: HIGHEST for action port [ 918.924133] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_rules [ 918.924305] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 918.924412] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbfcb05-4c8b-41af-abca-df6bcc8ec17b with Priority: HIGHEST for action port [ 918.924794] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.925037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.925130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.925344] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.925440] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.926661] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.926783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.926851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.927327] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.927327] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.927327] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.927464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.927496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.927590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.927683] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.928514] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbbfcb05-4c8b-41af-abca-df6bcc8ec17b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.928586] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbbfcb05-4c8b-41af-abca-df6bcc8ec17b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.928644] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbbfcb05-4c8b-41af-abca-df6bcc8ec17b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.928822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbbfcb05-4c8b-41af-abca-df6bcc8ec17b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.928896] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbbfcb05-4c8b-41af-abca-df6bcc8ec17b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.037643] env[65987]: INFO networking_nsxv3.common.synchronization [req-fcb3bbb7-7623-4f4d-93c2-8e4b4b326f00 req-fb64ab0e-c67e-4885-b8c3-340ea6ce5283 tempest-SecurityGroupRulesTestJSON-1817620408 tempest-SecurityGroupRulesTestJSON-1817620408-project-member] Enqueued Resource ID: 7ad8e2ed-318e-4718-b26f-f3211aa1df82 with Priority: HIGHEST for action security_group_rules [ 919.038217] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad8e2ed-318e-4718-b26f-f3211aa1df82 with Priority: HIGHEST for action security_group_rules [ 919.038521] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ad8e2ed-318e-4718-b26f-f3211aa1df82 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.038643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ad8e2ed-318e-4718-b26f-f3211aa1df82" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.038695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ad8e2ed-318e-4718-b26f-f3211aa1df82" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.038945] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ad8e2ed-318e-4718-b26f-f3211aa1df82" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.039066] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ad8e2ed-318e-4718-b26f-f3211aa1df82',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.082052] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.082254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.082351] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.082613] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.082738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.082831] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f is going to be updated. [ 919.112397] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.113037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.113240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.114634] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.114634] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.125851] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f in Status: IN_PROGRESS for 2s [ 919.431197] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.432950] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.433124] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.433244] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbbfcb05-4c8b-41af-abca-df6bcc8ec17b with status ACTIVE [ 919.433455] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.433568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.433631] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.433866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.433970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.434183] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.434285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.434344] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.434718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.434857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.435419] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.435419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.435419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.436555] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.436555] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.436555] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbbfcb05-4c8b-41af-abca-df6bcc8ec17b is going to be updated. [ 919.462419] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.462697] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.462777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.462990] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.463211] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.463399] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbbfcb05-4c8b-41af-abca-df6bcc8ec17b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.569146] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.569146] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.569146] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.569324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.569324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.569591] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ad8e2ed-318e-4718-b26f-f3211aa1df82 already deleted. [ 919.569734] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ad8e2ed-318e-4718-b26f-f3211aa1df82" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.939326] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.443509] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.443962] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.443962] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.443962] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.444102] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.444568] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 is going to be updated. [ 920.474537] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.474835] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.474891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.475086] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.475368] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.486336] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: IN_PROGRESS for 2s [ 920.841873] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 in Status: SUCCESS [ 920.842069] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.842240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.842461] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.842886] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.843043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.843109] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.843270] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.843348] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.843406] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.843497] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83cb7c38-9019-4b1a-a3ac-2642965b7181',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.146782] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f in Status: SUCCESS [ 921.147041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.346531] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83cb7c38-9019-4b1a-a3ac-2642965b7181',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.850130] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83cb7c38-9019-4b1a-a3ac-2642965b7181: rpc.has_security_group_logging(os_id): False [ 921.875017] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.877067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.877067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.877067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.877067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.877067] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.877067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.877067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.877642] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.881165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.882319] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 is going to be created. [ 921.918607] env[65987]: INFO networking_nsxv3.common.synchronization [req-b7952213-46d8-4048-835a-c9a6fe5b8c14 req-0ac7d147-5f3b-4341-9c6c-2f7e3ba96dd0 tempest-SecurityGroupRulesTestJSON-1817620408 tempest-SecurityGroupRulesTestJSON-1817620408-project-member] Enqueued Resource ID: 7ad8e2ed-318e-4718-b26f-f3211aa1df82 with Priority: HIGHEST for action security_group_rules [ 921.919698] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad8e2ed-318e-4718-b26f-f3211aa1df82 with Priority: HIGHEST for action security_group_rules [ 921.920151] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ad8e2ed-318e-4718-b26f-f3211aa1df82 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.920310] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ad8e2ed-318e-4718-b26f-f3211aa1df82" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.920375] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ad8e2ed-318e-4718-b26f-f3211aa1df82" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.920594] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ad8e2ed-318e-4718-b26f-f3211aa1df82" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.920716] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ad8e2ed-318e-4718-b26f-f3211aa1df82',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.966623] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.966834] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.966910] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.967281] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.968139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.989172] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 in Status: IN_PROGRESS for 2s [ 922.270112] env[65987]: INFO networking_nsxv3.common.synchronization [req-cccecb84-8efc-4cc7-96bc-22312ec0f582 req-3ffb5ee6-2b1a-4ac3-9eaf-9f2ab8fa97b4 tempest-ServerActionsTestOtherA-1293518559 tempest-ServerActionsTestOtherA-1293518559-project-member] Enqueued Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGHEST for action security_group_members [ 922.270112] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGHEST for action security_group_members [ 922.270356] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.270411] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.270449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.270920] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.270920] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.271404] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.271404] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.271505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.271590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.272130] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.446581] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.447428] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.447717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.448168] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.448732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.448883] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ad8e2ed-318e-4718-b26f-f3211aa1df82 already deleted. [ 922.449086] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ad8e2ed-318e-4718-b26f-f3211aa1df82" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.498557] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: SUCCESS [ 922.498557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.498557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.498557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.498557] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.498557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.498557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.498557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.498557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.498557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.498557] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.774025] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.774247] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-921" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.774372] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-921" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.774801] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-921" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.776892] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.776892] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.777077] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.777291] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.777443] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.777673] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.777792] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.777899] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.778183] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.778183] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.778276] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.778349] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.779768] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.779886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.779956] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.780407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.780407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.780587] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.780681] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.780744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.780893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.780971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.781119] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a already deleted. [ 922.781166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.800174] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.800353] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.800496] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.800680] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-921" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.801028] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-0f990f12-0c4a-4095-90d3-656c21d85f28 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.801217] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-0f990f12-0c4a-4095-90d3-656c21d85f28" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.801360] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-0f990f12-0c4a-4095-90d3-656c21d85f28" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.801734] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-0f990f12-0c4a-4095-90d3-656c21d85f28" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.802050] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f990f12-0c4a-4095-90d3-656c21d85f28',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.004416] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.004416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.004416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.004416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.004416] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.004416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.004416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.004416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.004416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.004416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.004416] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.004416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.004416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.004416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.004416] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.004416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.005263] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.005263] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.005263] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.005263] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.005263] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.304525] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.304834] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.304994] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.305346] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.305557] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.307371] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 0f990f12-0c4a-4095-90d3-656c21d85f28 not found, creating... [ 923.307371] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.307589] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.307701] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.308039] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.308630] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.308717] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.308925] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.309218] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.310670] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.310670] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.310670] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 0f990f12-0c4a-4095-90d3-656c21d85f28 is going to be created. [ 923.337187] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.337483] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.337627] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.337981] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.338263] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.338528] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-0f990f12-0c4a-4095-90d3-656c21d85f28" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.509306] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8: rpc.has_security_group_logging(os_id): False [ 923.540962] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.541482] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.541482] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.541743] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.541743] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.544140] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.544140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.544140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.544140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.544140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.544140] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.544140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.544140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.544140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.544140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.544140] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.544140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.544140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.544552] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.544800] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.544800] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 is going to be updated. [ 923.649310] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.649487] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.649542] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.649815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.650136] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.669409] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: IN_PROGRESS for 2s [ 924.004236] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 in Status: SUCCESS [ 924.005263] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.111844] env[65987]: INFO networking_nsxv3.common.synchronization [req-cccecb84-8efc-4cc7-96bc-22312ec0f582 req-f8c5faf6-0222-4755-a3bf-a09fb0a5adb8 service nova] Enqueued Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGHEST for action security_group_rules [ 924.111844] env[65987]: INFO networking_nsxv3.common.synchronization [req-cccecb84-8efc-4cc7-96bc-22312ec0f582 req-f8c5faf6-0222-4755-a3bf-a09fb0a5adb8 service nova] Enqueued Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGHEST for action security_group_members [ 924.111844] env[65987]: INFO networking_nsxv3.common.synchronization [req-cccecb84-8efc-4cc7-96bc-22312ec0f582 req-f8c5faf6-0222-4755-a3bf-a09fb0a5adb8 service nova] Enqueued Resource ID: 0f990f12-0c4a-4095-90d3-656c21d85f28 with Priority: HIGHEST for action port [ 924.111844] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGHEST for action security_group_rules [ 924.111844] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGHEST for action security_group_members [ 924.111844] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f990f12-0c4a-4095-90d3-656c21d85f28 with Priority: HIGHEST for action port [ 924.112162] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.112316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.112386] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.112713] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.112811] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.113713] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.114573] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.114653] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.114856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.115035] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.115120] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.115188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.115336] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.115419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.115513] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.118948] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f990f12-0c4a-4095-90d3-656c21d85f28 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.119051] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f990f12-0c4a-4095-90d3-656c21d85f28" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.119130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f990f12-0c4a-4095-90d3-656c21d85f28" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.119297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f990f12-0c4a-4095-90d3-656c21d85f28" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.119381] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f990f12-0c4a-4095-90d3-656c21d85f28',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.351780] env[65987]: INFO networking_nsxv3.common.synchronization [req-bfd4ad4a-7974-4595-aec2-4fbffbaed046 req-a128fd79-c49b-4372-9c50-5ea24c4d6a2d tempest-DeleteServersTestJSON-264165243 tempest-DeleteServersTestJSON-264165243-project-member] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 924.352376] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 924.352718] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.352882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.353014] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.353338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.353442] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.353523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.353582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.354078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.354078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.354078] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.622480] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.622480] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.622480] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.623662] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f990f12-0c4a-4095-90d3-656c21d85f28 with status ACTIVE [ 924.623662] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.623849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.623943] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.624091] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.624208] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.624426] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.624542] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.624603] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.624814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.624899] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.625736] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.625736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.625736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.625736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.625736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.625736] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f990f12-0c4a-4095-90d3-656c21d85f28 is going to be updated. [ 924.655071] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.655330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.655372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.655663] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.655936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.656167] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f990f12-0c4a-4095-90d3-656c21d85f28" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.856176] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.856583] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.856728] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.856893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.856992] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.857234] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.857356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.857415] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.857702] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.857702] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.857702] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be updated. [ 924.891632] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.891770] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.891837] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.892342] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.892342] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.906428] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 925.129018] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.635800] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.636225] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.636225] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.637021] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.637021] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.637021] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a is going to be created. [ 925.669102] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.669340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.669430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.670095] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.670552] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.684862] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a in Status: UNINITIALIZED for 2s [ 925.695742] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: SUCCESS [ 925.696072] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.302668] env[65987]: INFO networking_nsxv3.common.synchronization [req-44c87d04-5c99-48a4-bcf6-a7ee5bf49d26 req-ade03edd-35f0-4b93-ab67-412c24ee6fb1 tempest-SecurityGroupRulesTestJSON-1817620408 tempest-SecurityGroupRulesTestJSON-1817620408-project-member] Enqueued Resource ID: 7ad8e2ed-318e-4718-b26f-f3211aa1df82 with Priority: HIGHEST for action security_group_rules [ 926.303239] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad8e2ed-318e-4718-b26f-f3211aa1df82 with Priority: HIGHEST for action security_group_rules [ 926.303671] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ad8e2ed-318e-4718-b26f-f3211aa1df82 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.304388] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ad8e2ed-318e-4718-b26f-f3211aa1df82" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.304537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ad8e2ed-318e-4718-b26f-f3211aa1df82" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.304922] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ad8e2ed-318e-4718-b26f-f3211aa1df82" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.305103] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ad8e2ed-318e-4718-b26f-f3211aa1df82',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.827060] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.827287] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.827366] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.827590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.827686] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.827789] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ad8e2ed-318e-4718-b26f-f3211aa1df82 already deleted. [ 926.827876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ad8e2ed-318e-4718-b26f-f3211aa1df82" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.918212] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 926.918411] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 deletion is rescheduled due to dependency. [ 926.918524] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.234190] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.234440] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-890" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.234594] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-890" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.234918] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-890" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.235300] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.235539] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.235737] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.236025] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.236180] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.236408] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.236523] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.236730] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.236730] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.236930] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.236930] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.237160] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.258088] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.258285] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.258410] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.258597] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-890" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.258954] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-620e443d-1726-49b0-8fee-b8323c3ff48c taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.259139] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-620e443d-1726-49b0-8fee-b8323c3ff48c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.260082] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-620e443d-1726-49b0-8fee-b8323c3ff48c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.260082] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-620e443d-1726-49b0-8fee-b8323c3ff48c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.260082] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('620e443d-1726-49b0-8fee-b8323c3ff48c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.697059] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a in Status: SUCCESS [ 927.697405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.697496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.697735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.698029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.698194] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.698296] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.698525] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.698739] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.698739] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.698849] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.763254] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.763505] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.763659] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.763995] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.764200] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.764945] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.764945] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.764945] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.765189] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.765370] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.765714] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.766070] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.766070] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.766311] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.766442] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.766578] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 620e443d-1726-49b0-8fee-b8323c3ff48c is going to be updated. [ 927.789330] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.789891] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.789985] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.790226] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.790422] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.790648] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-620e443d-1726-49b0-8fee-b8323c3ff48c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.817534] env[65987]: INFO networking_nsxv3.common.synchronization [req-e6575176-60c1-4bb3-b3f7-80ed0eb78d66 req-223efc38-ee3c-4057-8840-7cfac9587617 tempest-ImagesTestJSON-634601570 tempest-ImagesTestJSON-634601570-project-member] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 927.818610] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 927.818947] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.819104] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.819178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.819407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.819586] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.819665] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.819727] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.819880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.819967] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.820079] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.201954] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.329623] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.497316] env[65987]: INFO networking_nsxv3.common.synchronization [req-b103b491-84b1-4848-aa75-fe6300b843b6 req-68cf782f-eff5-4eda-b3b6-3f7fa0eb9107 tempest-ServerRescueTestJSON-664895418 tempest-ServerRescueTestJSON-664895418-project-member] Enqueued Resource ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f with Priority: HIGHEST for action security_group_members [ 928.497916] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f with Priority: HIGHEST for action security_group_members [ 928.498683] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.498890] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.498994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.499270] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.499485] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.499669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.499774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.499970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.500125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.500260] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.518462] env[65987]: INFO networking_nsxv3.common.synchronization [req-3864b572-163a-43b4-b8b8-880e3cd41bce req-2b8f6221-a214-4126-83a3-8829db47aeee service nova] Enqueued Resource ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 with Priority: HIGHEST for action security_group_rules [ 928.518662] env[65987]: INFO networking_nsxv3.common.synchronization [req-3864b572-163a-43b4-b8b8-880e3cd41bce req-2b8f6221-a214-4126-83a3-8829db47aeee service nova] Enqueued Resource ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 with Priority: HIGHEST for action security_group_members [ 928.518810] env[65987]: INFO networking_nsxv3.common.synchronization [req-3864b572-163a-43b4-b8b8-880e3cd41bce req-2b8f6221-a214-4126-83a3-8829db47aeee service nova] Enqueued Resource ID: 620e443d-1726-49b0-8fee-b8323c3ff48c with Priority: HIGHEST for action port [ 928.520156] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 with Priority: HIGHEST for action security_group_rules [ 928.520407] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 with Priority: HIGHEST for action security_group_members [ 928.520657] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 620e443d-1726-49b0-8fee-b8323c3ff48c with Priority: HIGHEST for action port [ 928.522135] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ee7d737-cf2b-4339-8934-f08ee0868637 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.522333] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.522448] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.522715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.522848] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ee7d737-cf2b-4339-8934-f08ee0868637',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.523969] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ee7d737-cf2b-4339-8934-f08ee0868637 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.524210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.524258] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.524475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.524742] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.524901] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.525023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.525226] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.525369] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.526196] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ee7d737-cf2b-4339-8934-f08ee0868637',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.527440] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-620e443d-1726-49b0-8fee-b8323c3ff48c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.527996] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-620e443d-1726-49b0-8fee-b8323c3ff48c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.528145] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-620e443d-1726-49b0-8fee-b8323c3ff48c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.530336] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-620e443d-1726-49b0-8fee-b8323c3ff48c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.530428] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('620e443d-1726-49b0-8fee-b8323c3ff48c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.704807] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0e8594c-feda-4ca0-85ab-a0a522c55c0a: rpc.has_security_group_logging(os_id): False [ 928.726225] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.726736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.726736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.726736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.726860] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.727155] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.727284] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.727357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.727600] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.727600] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.727725] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a is going to be created. [ 928.754321] env[65987]: INFO networking_nsxv3.common.synchronization [req-ef2db8e0-7fdb-4bcc-b4b7-305c2318791a req-c3a42bce-a32c-4fe2-be66-62e0a6b6d0a2 tempest-ServersTestJSON-273690675 tempest-ServersTestJSON-273690675-project-member] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 928.754321] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 928.754670] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.754897] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.754897] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.756109] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.756109] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.756109] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.756109] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.756109] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.756109] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.756109] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.794044] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.794213] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.794256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.794468] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.794707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.809149] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a in Status: IN_PROGRESS for 2s [ 928.831947] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.004500] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.004500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.004500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.004500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.004743] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.004988] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.005112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.005352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.005394] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.005456] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.005545] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f is going to be updated. [ 929.036371] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ee7d737-cf2b-4339-8934-f08ee0868637 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.036371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.036371] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 620e443d-1726-49b0-8fee-b8323c3ff48c with status ACTIVE [ 929.036371] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.036371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.036371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.036371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.036371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.036371] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.036371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.036371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.036371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.036371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.036371] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.037016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.037016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.037016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.037016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.037016] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 620e443d-1726-49b0-8fee-b8323c3ff48c is going to be updated. [ 929.038630] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.038898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.038898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.039077] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.039190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.040253] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ee7d737-cf2b-4339-8934-f08ee0868637',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.053382] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f in Status: IN_PROGRESS for 2s [ 929.063497] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.063753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.063896] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.064144] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.064279] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.064443] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-620e443d-1726-49b0-8fee-b8323c3ff48c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.258090] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.334816] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.334995] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.335161] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.336266] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.336266] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.336266] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be updated. [ 929.367876] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.368199] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.368339] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.368943] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.368943] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.381042] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: IN_PROGRESS for 2s [ 929.544627] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ee7d737-cf2b-4339-8934-f08ee0868637',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.760394] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.047089] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.047315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.047411] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.048190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.048335] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.048477] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 is going to be updated. [ 930.079809] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.079957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.080026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.080260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.080843] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.093175] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 in Status: IN_PROGRESS for 2s [ 930.217208] env[65987]: INFO networking_nsxv3.common.synchronization [req-8dd47340-3863-47ea-9227-9224dbddbc0d req-85e1fc4a-083b-412b-963d-4fb484bc1fa3 tempest-ServersTestMultiNic-582870168 tempest-ServersTestMultiNic-582870168-project-member] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 930.217767] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 930.218142] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.218578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.218578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.219740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.219740] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.219740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.219740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.219740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.219740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.220025] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.263024] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.263351] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.263351] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.263507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.263601] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.263702] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 930.343344] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.343344] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.343344] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.343513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.343545] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.356386] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 930.668573] env[65987]: INFO networking_nsxv3.common.synchronization [req-8dd47340-3863-47ea-9227-9224dbddbc0d req-ef595370-e8c1-4528-aeb6-d68ab2cb69bc tempest-ServersTestMultiNic-582870168 tempest-ServersTestMultiNic-582870168-project-member] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 930.668851] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 930.669194] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.669297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.723573] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.723742] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.723814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.724046] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.724139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.724332] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.724429] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.724492] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.724672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.724740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.724828] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 is going to be updated. [ 930.755808] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.755808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.755808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.756618] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.756618] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.770311] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: IN_PROGRESS for 2s [ 930.823480] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a in Status: SUCCESS [ 930.823698] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.037824] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.038158] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-893" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.038319] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-893" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.038676] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-893" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.039034] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.039231] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.039352] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.039608] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.039770] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.039984] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.040115] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.040224] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.040333] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.040443] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.040549] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.040685] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.061976] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.062199] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.062409] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.062596] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-893" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.062983] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-1c4ddb5b-74d0-41d6-9b82-f22012f5280c taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.063181] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-1c4ddb5b-74d0-41d6-9b82-f22012f5280c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.063306] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-1c4ddb5b-74d0-41d6-9b82-f22012f5280c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.063639] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-1c4ddb5b-74d0-41d6-9b82-f22012f5280c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.063782] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c4ddb5b-74d0-41d6-9b82-f22012f5280c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.065547] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f in Status: SUCCESS [ 931.065761] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f deletion is rescheduled due to dependency. [ 931.065883] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.392975] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: SUCCESS [ 931.393288] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.570871] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.571820] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.571820] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.571820] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.571820] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.571820] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 1c4ddb5b-74d0-41d6-9b82-f22012f5280c not found, creating... [ 931.572472] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.572472] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.572472] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.573274] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.573516] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.573836] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.574024] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.574148] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.574376] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.574496] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.575192] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 1c4ddb5b-74d0-41d6-9b82-f22012f5280c is going to be created. [ 931.599907] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.600381] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.600515] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.600907] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.601324] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.601736] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-1c4ddb5b-74d0-41d6-9b82-f22012f5280c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.102096] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 in Status: SUCCESS [ 932.103574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.103574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.103574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.103574] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.103574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.103574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.103574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.103574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.103574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.103891] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ee7d737-cf2b-4339-8934-f08ee0868637',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.333895] env[65987]: INFO networking_nsxv3.common.synchronization [req-8dd47340-3863-47ea-9227-9224dbddbc0d req-22708549-803e-4370-8572-0bc554da1808 service nova] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_rules [ 932.334146] env[65987]: INFO networking_nsxv3.common.synchronization [req-8dd47340-3863-47ea-9227-9224dbddbc0d req-22708549-803e-4370-8572-0bc554da1808 service nova] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 932.334240] env[65987]: INFO networking_nsxv3.common.synchronization [req-8dd47340-3863-47ea-9227-9224dbddbc0d req-22708549-803e-4370-8572-0bc554da1808 service nova] Enqueued Resource ID: 1c4ddb5b-74d0-41d6-9b82-f22012f5280c with Priority: HIGHEST for action port [ 932.334848] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_rules [ 932.334988] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 932.336791] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c4ddb5b-74d0-41d6-9b82-f22012f5280c with Priority: HIGHEST for action port [ 932.336791] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.336791] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.337079] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.337079] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.337151] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.341458] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.341458] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.341458] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c4ddb5b-74d0-41d6-9b82-f22012f5280c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.341458] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c4ddb5b-74d0-41d6-9b82-f22012f5280c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.341458] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c4ddb5b-74d0-41d6-9b82-f22012f5280c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.341458] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c4ddb5b-74d0-41d6-9b82-f22012f5280c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.341458] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c4ddb5b-74d0-41d6-9b82-f22012f5280c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.368690] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 932.368690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.605982] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ee7d737-cf2b-4339-8934-f08ee0868637',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.784900] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: SUCCESS [ 932.784900] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 deletion is rescheduled due to dependency. [ 932.784900] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.784900] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.785117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.785323] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.785434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.785497] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.785659] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.785737] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.785842] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.845188] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.845188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.845188] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c4ddb5b-74d0-41d6-9b82-f22012f5280c with status ACTIVE [ 932.845461] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.845637] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.845768] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.846113] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.846273] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.846563] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.846739] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.846850] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.847119] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.848496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.848496] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.848496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.848496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.849191] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.849303] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.849406] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c4ddb5b-74d0-41d6-9b82-f22012f5280c is going to be updated. [ 932.876632] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.876871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.876906] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.878722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.878722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.878722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c4ddb5b-74d0-41d6-9b82-f22012f5280c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.109319] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ee7d737-cf2b-4339-8934-f08ee0868637: rpc.has_security_group_logging(os_id): False [ 933.129014] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.129215] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.129313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.129577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.153347] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.153779] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.153779] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.153977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.154073] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.154166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.155818] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 is going to be updated. [ 933.222035] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.222035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.222035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.222035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.222035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.225028] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.225331] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-512" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.225424] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-512" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.225727] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-512" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.226039] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.226262] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.226800] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.227076] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.227245] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.227589] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.227656] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.227729] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.227860] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.227986] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.228139] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.228289] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.236550] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 in Status: IN_PROGRESS for 2s [ 933.247492] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.247708] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.247889] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.248339] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-512" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.248511] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-df7fb0d7-e338-456a-8240-f214b669af9f taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.248725] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-df7fb0d7-e338-456a-8240-f214b669af9f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.248881] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-df7fb0d7-e338-456a-8240-f214b669af9f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.249353] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-df7fb0d7-e338-456a-8240-f214b669af9f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.249592] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df7fb0d7-e338-456a-8240-f214b669af9f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.289252] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.752699] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.752922] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.753084] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.753417] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.753570] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.753732] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port df7fb0d7-e338-456a-8240-f214b669af9f not found, creating... [ 933.754054] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.754221] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.754336] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.754616] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.754749] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.756798] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.757055] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.757602] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.757602] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.757602] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.758176] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: df7fb0d7-e338-456a-8240-f214b669af9f is going to be created. [ 933.782659] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.782899] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.783042] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.783431] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.783759] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.784139] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-df7fb0d7-e338-456a-8240-f214b669af9f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.791827] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.294992] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.295439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.295439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.295727] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.295880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.296051] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 is going to be updated. [ 934.333314] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.333314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.333314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.333314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.333314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.345658] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: IN_PROGRESS for 2s [ 934.532525] env[65987]: INFO networking_nsxv3.common.synchronization [req-cb50786f-f3d0-4a3b-abde-b61748f2c930 req-7d48c115-404d-4c9a-8b4e-e1bdd87a27d9 tempest-ServerTagsTestJSON-837608625 tempest-ServerTagsTestJSON-837608625-project-member] Enqueued Resource ID: 3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 with Priority: HIGHEST for action security_group_members [ 934.532896] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 with Priority: HIGHEST for action security_group_members [ 934.533242] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.533350] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.533506] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.533768] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.533768] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.533890] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.533890] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.534039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.534128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.534221] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3736c1f1-0f84-4b6e-9ee4-ef8550f4a094',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.585217] env[65987]: INFO networking_nsxv3.common.synchronization [req-8dd47340-3863-47ea-9227-9224dbddbc0d req-c99cec3a-11cd-4a47-a239-5e24674e2995 service nova] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_rules [ 934.585548] env[65987]: INFO networking_nsxv3.common.synchronization [req-8dd47340-3863-47ea-9227-9224dbddbc0d req-c99cec3a-11cd-4a47-a239-5e24674e2995 service nova] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 934.585886] env[65987]: INFO networking_nsxv3.common.synchronization [req-8dd47340-3863-47ea-9227-9224dbddbc0d req-c99cec3a-11cd-4a47-a239-5e24674e2995 service nova] Enqueued Resource ID: df7fb0d7-e338-456a-8240-f214b669af9f with Priority: HIGHEST for action port [ 934.587668] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_rules [ 934.587738] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 934.588681] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7fb0d7-e338-456a-8240-f214b669af9f with Priority: HIGHEST for action port [ 934.588681] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.588681] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.592333] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.592555] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.592761] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-df7fb0d7-e338-456a-8240-f214b669af9f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.592886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df7fb0d7-e338-456a-8240-f214b669af9f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.593044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df7fb0d7-e338-456a-8240-f214b669af9f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.593282] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df7fb0d7-e338-456a-8240-f214b669af9f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.593282] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df7fb0d7-e338-456a-8240-f214b669af9f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.042616] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.043955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.043955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.043955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.043955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.043955] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.043955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.043955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.044307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.044307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.044307] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 is going to be updated. [ 935.082755] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.083039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.083102] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.083313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.083453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.093755] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 in Status: IN_PROGRESS for 2s [ 935.098348] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df7fb0d7-e338-456a-8240-f214b669af9f with status ACTIVE [ 935.098624] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.098777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.098870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.099119] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.099238] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.099464] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.099576] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.099652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.099863] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.099969] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.100203] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.100317] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.100405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.100621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.100704] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.100823] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df7fb0d7-e338-456a-8240-f214b669af9f is going to be updated. [ 935.131622] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.131783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.131838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.132106] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.132248] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.132419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df7fb0d7-e338-456a-8240-f214b669af9f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.259248] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 in Status: SUCCESS [ 935.261313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.359711] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: SUCCESS [ 936.360050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.360314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.360577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.360805] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.360983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.361077] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.364271] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.364271] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.364271] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.864177] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.106060] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 in Status: SUCCESS [ 937.106266] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3736c1f1-0f84-4b6e-9ee4-ef8550f4a094 deletion is rescheduled due to dependency. [ 937.106436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3736c1f1-0f84-4b6e-9ee4-ef8550f4a094" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.217329] env[65987]: INFO networking_nsxv3.common.synchronization [req-7c392655-a23f-4da2-96e4-746a6ec4a335 req-c1ec25fd-62e7-4706-a51c-a3de056b50f5 tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 937.217892] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 937.218614] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.219608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.219608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.219608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.219608] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.221551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.221653] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.221866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.221964] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.222083] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.367704] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.724062] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.871183] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.871183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.871183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.871183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.871183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.871392] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 is going to be updated. [ 937.907033] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.907033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.907033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.907033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.907033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.916028] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: IN_PROGRESS for 2s [ 938.229323] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.495658] env[65987]: INFO networking_nsxv3.common.synchronization [None req-07ad5f0d-c436-469f-b4e0-fc88173bcb41 tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 938.496913] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 938.497724] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.498189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.642827] env[65987]: INFO networking_nsxv3.common.synchronization [None req-ef8ead71-7985-4fe8-af63-2920a5e9f35e None None] Enqueued Resource ID: 3148df73-3444-4dfe-af8d-fe0ef0fd68bb with Priority: HIGHEST for action port [ 938.644051] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3148df73-3444-4dfe-af8d-fe0ef0fd68bb with Priority: HIGHEST for action port [ 938.644051] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-3148df73-3444-4dfe-af8d-fe0ef0fd68bb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.647344] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3148df73-3444-4dfe-af8d-fe0ef0fd68bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.647501] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3148df73-3444-4dfe-af8d-fe0ef0fd68bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.647966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3148df73-3444-4dfe-af8d-fe0ef0fd68bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.649040] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3148df73-3444-4dfe-af8d-fe0ef0fd68bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.734247] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.734247] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.734247] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.734247] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.734247] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.734247] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 is going to be updated. [ 938.777049] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.777049] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.777049] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.777049] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.777049] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.793086] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: IN_PROGRESS for 2s [ 939.154051] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3148df73-3444-4dfe-af8d-fe0ef0fd68bb [ 939.154311] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.154451] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.154516] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.154764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.155025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.155025] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3148df73-3444-4dfe-af8d-fe0ef0fd68bb already deleted. [ 939.155270] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3148df73-3444-4dfe-af8d-fe0ef0fd68bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.932839] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: SUCCESS [ 939.933578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.933578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.933700] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.934240] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.934240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.934470] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.934891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.934891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.937568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.937568] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.937568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.937568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.937831] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.937903] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.937968] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.938710] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.938710] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.938710] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.443837] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.443837] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.444070] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.806942] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: SUCCESS [ 940.807561] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.807561] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.807680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.807781] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.807943] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.808033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.808129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.808203] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.808298] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.947680] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.009382] env[65987]: INFO networking_nsxv3.common.synchronization [None req-44cd4353-04ff-4c92-acd9-5c0bbfe87e76 tempest-AttachInterfacesUnderV243Test-994393319 tempest-AttachInterfacesUnderV243Test-994393319-project-member] Enqueued Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_rules [ 941.014778] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_rules [ 941.014778] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-219a566d-77a8-4e7f-8619-4a2a453687ed taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.014778] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.014778] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.014778] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.014778] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.235538] env[65987]: INFO networking_nsxv3.common.synchronization [None req-737b103e-2c7a-4cb2-a0ce-b3e7fde7bdbe tempest-AttachInterfacesUnderV243Test-994393319 tempest-AttachInterfacesUnderV243Test-994393319-project-member] Enqueued Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_rules [ 941.235538] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_rules [ 941.236106] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-219a566d-77a8-4e7f-8619-4a2a453687ed taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.236359] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.314105] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.314659] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.315338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.315338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.315338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.316141] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.316274] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.316342] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.316540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.316624] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.316721] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 is going to be updated. [ 941.352239] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.352419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.352466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.352643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.352804] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.361854] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: IN_PROGRESS for 2s [ 941.395479] env[65987]: INFO networking_nsxv3.common.synchronization [None req-f57d9c11-5ed1-4b4f-a493-aa36445ef50b None None] Enqueued Resource ID: adcb1787-b98d-484e-a509-f591f63a1d32 with Priority: HIGHEST for action port [ 941.398662] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adcb1787-b98d-484e-a509-f591f63a1d32 with Priority: HIGHEST for action port [ 941.398662] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-adcb1787-b98d-484e-a509-f591f63a1d32 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.398662] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adcb1787-b98d-484e-a509-f591f63a1d32" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.398662] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adcb1787-b98d-484e-a509-f591f63a1d32" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.398878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adcb1787-b98d-484e-a509-f591f63a1d32" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.398878] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adcb1787-b98d-484e-a509-f591f63a1d32',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.450072] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.450072] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.450072] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.450218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.450251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.450348] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 is going to be updated. [ 941.485171] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.485307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.485374] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.485587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.485746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.499065] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: IN_PROGRESS for 2s [ 941.537294] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.537435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.537821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.537821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.537821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.538025] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 219a566d-77a8-4e7f-8619-4a2a453687ed already deleted. [ 941.538025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.538136] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.539152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.539152] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.904712] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adcb1787-b98d-484e-a509-f591f63a1d32 [ 941.909025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.909331] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.909416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.909647] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.910071] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.910071] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adcb1787-b98d-484e-a509-f591f63a1d32 already deleted. [ 941.910071] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adcb1787-b98d-484e-a509-f591f63a1d32" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.065521] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.065905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.065905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.066832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.066832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.066832] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 219a566d-77a8-4e7f-8619-4a2a453687ed already deleted. [ 942.066832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.403038] env[65987]: INFO networking_nsxv3.common.synchronization [req-08fafbff-a94a-46f6-a319-b72cf4a4ed7b req-b2311fcf-860f-40a9-a019-275c7ab0389c tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 942.403038] env[65987]: INFO networking_nsxv3.common.synchronization [req-08fafbff-a94a-46f6-a319-b72cf4a4ed7b req-b2311fcf-860f-40a9-a019-275c7ab0389c tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c with Priority: HIGHEST for action security_group_members [ 942.403038] env[65987]: INFO networking_nsxv3.common.synchronization [req-08fafbff-a94a-46f6-a319-b72cf4a4ed7b req-b2311fcf-860f-40a9-a019-275c7ab0389c tempest-SecurityGroupsTestJSON-686280587 tempest-SecurityGroupsTestJSON-686280587-project-member] Enqueued Resource ID: e65873ea-274a-4714-8a26-a875793014db with Priority: HIGHEST for action security_group_members [ 942.403536] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGHEST for action security_group_members [ 942.403709] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c with Priority: HIGHEST for action security_group_members [ 942.404095] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65873ea-274a-4714-8a26-a875793014db with Priority: HIGHEST for action security_group_members [ 942.404320] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.405035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.405035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.405035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.405035] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.405260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.405260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.405535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.405535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.405666] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.406637] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7a9a86e-08e7-41d7-9681-ab6a6f69097c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.409467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.409467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.409467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.409467] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.409467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.409467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.409467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.409467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.409467] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7a9a86e-08e7-41d7-9681-ab6a6f69097c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.410126] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65873ea-274a-4714-8a26-a875793014db taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.410126] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.410126] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.410261] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.410304] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.410406] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.410453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.410645] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.410702] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.410897] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e65873ea-274a-4714-8a26-a875793014db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.421954] env[65987]: INFO networking_nsxv3.common.synchronization [req-8ac7126c-8b6a-4410-a9e1-8b3cfc2f452c req-9bfb5746-2097-4785-a5a7-470e0546ce09 tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 with Priority: HIGHEST for action security_group_members [ 942.422497] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 with Priority: HIGHEST for action security_group_members [ 942.423340] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-98608d8a-537c-445a-88b3-c5b5d6ff8013 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.423678] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.423678] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.424856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.425090] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.425213] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.425280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.425483] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.425572] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.425670] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98608d8a-537c-445a-88b3-c5b5d6ff8013',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.823250] env[65987]: INFO networking_nsxv3.common.synchronization [req-e8ef3aa4-243f-4978-923e-064efd6a0171 req-7fb8524e-35d5-4680-8b4d-97093f11cf8b tempest-ImagesTestJSON-634601570 tempest-ImagesTestJSON-634601570-project-member] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 942.823798] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 942.824749] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.824749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.824749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.824749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.824749] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.824749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.825075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.825075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.825367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.825367] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.913777] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.913777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.913777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.913777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.913777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.914124] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.914124] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.914124] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.914246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.914312] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.914460] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 is going to be updated. [ 942.916694] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.916694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.916694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.916694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.916694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.916694] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.916694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.916694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.917012] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.917236] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.917236] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c is going to be updated. [ 942.918268] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.918465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.918465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.918574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.920016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.920016] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.920016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.920016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.920016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.920016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.920016] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e65873ea-274a-4714-8a26-a875793014db is going to be updated. [ 942.928888] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.932186] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.932186] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.932186] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.963888] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.963888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.963888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.964172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.964226] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.967878] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.967878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.967878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.967878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.967878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.968468] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.968535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.968617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.969097] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.969097] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.973458] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.973458] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.973458] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.973458] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.973750] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.974494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.974494] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 is going to be updated. [ 942.985113] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65873ea-274a-4714-8a26-a875793014db in Status: IN_PROGRESS for 2s [ 942.985847] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: IN_PROGRESS for 2s [ 942.987100] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c in Status: IN_PROGRESS for 2s [ 943.013432] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.013663] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.013715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.013991] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.014163] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.026521] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 in Status: IN_PROGRESS for 2s [ 943.327704] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.328038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.328038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.330966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.330966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.330966] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.330966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.330966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.330966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.330966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.330966] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be updated. [ 943.378217] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: SUCCESS [ 943.378217] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 deletion is rescheduled due to dependency. [ 943.378217] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.399550] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.399707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.399780] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.399998] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.400158] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.412260] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: IN_PROGRESS for 2s [ 943.524917] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: SUCCESS [ 943.525195] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.525376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.525595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.525799] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.525919] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.525985] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.526170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.526250] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.526333] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.526487] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.526578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.526634] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.526773] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.526913] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.526999] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.530720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.531171] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.531320] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.531453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.531639] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.033749] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0e8e366-7bc9-4109-81e2-50f56b84cf53: rpc.has_security_group_logging(os_id): False [ 944.060110] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.060508] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.060870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.064720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.064720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.064720] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.064720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.064720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.064720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.064720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.064720] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.064720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.064720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.064720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.064720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.064720] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.064720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.065260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.065260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.065260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.065260] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 is going to be updated. [ 944.141860] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.142182] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.142318] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.142693] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.142967] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.165486] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: IN_PROGRESS for 2s [ 945.000589] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65873ea-274a-4714-8a26-a875793014db in Status: SUCCESS [ 945.000882] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e65873ea-274a-4714-8a26-a875793014db deletion is rescheduled due to dependency. [ 945.002819] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.003911] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c in Status: SUCCESS [ 945.004058] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c deletion is rescheduled due to dependency. [ 945.004186] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.004951] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64c82-ca9e-429c-9005-af3f80956e40 in Status: SUCCESS [ 945.005122] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 deletion is rescheduled due to dependency. [ 945.005223] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.037388] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 in Status: SUCCESS [ 945.037569] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 deletion is rescheduled due to dependency. [ 945.037781] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.424567] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: SUCCESS [ 945.424756] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 deletion is rescheduled due to dependency. [ 945.424892] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.592371] env[65987]: INFO networking_nsxv3.common.synchronization [None req-338bce36-3074-4ae4-b3b4-1756fd8c746a None None] Enqueued Resource ID: 9dd34bb5-a501-4c40-8c83-0604c80f953b with Priority: HIGHEST for action port [ 945.593036] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dd34bb5-a501-4c40-8c83-0604c80f953b with Priority: HIGHEST for action port [ 945.593698] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dd34bb5-a501-4c40-8c83-0604c80f953b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.593698] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dd34bb5-a501-4c40-8c83-0604c80f953b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.593847] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dd34bb5-a501-4c40-8c83-0604c80f953b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.594944] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dd34bb5-a501-4c40-8c83-0604c80f953b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.594944] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dd34bb5-a501-4c40-8c83-0604c80f953b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.098505] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9dd34bb5-a501-4c40-8c83-0604c80f953b [ 946.098788] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.098936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.098936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.100604] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.100604] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.100604] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9dd34bb5-a501-4c40-8c83-0604c80f953b already deleted. [ 946.100604] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dd34bb5-a501-4c40-8c83-0604c80f953b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.188530] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: SUCCESS [ 946.188530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.188530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.188530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.188530] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.693335] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.694898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.695151] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.695509] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.698017] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.698017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.698017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.698017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.698017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.698017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.698017] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.715503] env[65987]: INFO networking_nsxv3.common.synchronization [req-f92dc797-c62d-4a90-84ca-5e44531c12fa req-69bc53c7-8257-4af4-882a-7ac7499610e8 tempest-ImagesOneServerNegativeTestJSON-148084720 tempest-ImagesOneServerNegativeTestJSON-148084720-project-member] Enqueued Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_members [ 946.717502] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_members [ 946.718269] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.719165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.719165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.719165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.719351] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.719491] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.719579] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.719768] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.719888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.720025] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.200927] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.200927] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.200927] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.200927] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.200927] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.200927] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.200927] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.201650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.201650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.201650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.201650] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.201650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.201650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.201888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.201941] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.202481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.202481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.202481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.202481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.202706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.202706] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.223472] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.223472] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.223472] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.223732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.223732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.223966] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.224094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.224156] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.224321] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.224399] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.224489] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 is going to be updated. [ 947.260184] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.260184] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.260184] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.260423] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.260501] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.272713] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: IN_PROGRESS for 2s [ 947.705673] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0e8e366-7bc9-4109-81e2-50f56b84cf53: rpc.has_security_group_logging(os_id): False [ 947.726748] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.726911] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.726957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.727213] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.727312] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.727563] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.727669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.727731] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.727898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.727976] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.728182] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.728276] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.728338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.728479] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.728550] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.728743] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.728849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.728909] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.729615] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.730858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.731021] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 is going to be updated. [ 947.798822] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.798972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.799056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.799279] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.799419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.821922] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: IN_PROGRESS for 2s [ 948.573767] env[65987]: INFO networking_nsxv3.common.synchronization [None req-0297bffa-a60c-4fb7-ac43-2fdc61706885 None None] Enqueued Resource ID: 670541b9-197d-47cc-9f06-05fed2dfcc1e with Priority: HIGHEST for action port [ 948.573767] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 670541b9-197d-47cc-9f06-05fed2dfcc1e with Priority: HIGHEST for action port [ 948.573767] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-670541b9-197d-47cc-9f06-05fed2dfcc1e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.573767] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-670541b9-197d-47cc-9f06-05fed2dfcc1e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.573767] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-670541b9-197d-47cc-9f06-05fed2dfcc1e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.573767] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-670541b9-197d-47cc-9f06-05fed2dfcc1e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.573767] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('670541b9-197d-47cc-9f06-05fed2dfcc1e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.825426] env[65987]: INFO networking_nsxv3.common.synchronization [req-6ce5fa04-fb43-422d-9977-6154f42f36e0 req-61479037-dec2-4f31-aa93-4f1e06f83af1 tempest-ServerActionsV293TestJSON-336796184 tempest-ServerActionsV293TestJSON-336796184-project-member] Enqueued Resource ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 with Priority: HIGHEST for action security_group_members [ 948.825929] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 with Priority: HIGHEST for action security_group_members [ 948.826488] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d462218e-8fc3-4ec1-9975-b7e9d1190e95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.826488] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.826488] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.826655] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.826731] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.826917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.827099] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.827226] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.827317] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.827422] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d462218e-8fc3-4ec1-9975-b7e9d1190e95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.960040] env[65987]: INFO networking_nsxv3.common.synchronization [req-d471b76f-cdc6-4c66-b3a0-00af5a20853f req-74f27955-c5d5-454a-8ee2-47369f72a604 tempest-DeleteServersTestJSON-264165243 tempest-DeleteServersTestJSON-264165243-project-member] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 948.960629] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 948.960964] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.961156] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.961221] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.961653] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.961653] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.961653] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.961777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.961876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.962898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.962898] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.075833] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 670541b9-197d-47cc-9f06-05fed2dfcc1e [ 949.076165] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.080029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.080029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.080029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.080029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.080029] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:670541b9-197d-47cc-9f06-05fed2dfcc1e already deleted. [ 949.080029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-670541b9-197d-47cc-9f06-05fed2dfcc1e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.283560] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: SUCCESS [ 949.283560] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 deletion is rescheduled due to dependency. [ 949.283560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.330382] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.333379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.333379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.333379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.342017] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.342017] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.342017] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.342017] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.342017] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.342017] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.342017] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.342464] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.342745] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.343102] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.343466] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.343624] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.343873] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.346049] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.346049] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.346049] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.356774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.357337] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.357661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.357847] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.358167] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.359701] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.359701] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 is going to be updated. [ 949.366562] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.366562] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.366562] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.366562] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.366562] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-3365652e-afc0-4622-98ed-2b01f04a1aac taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.366562] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-3365652e-afc0-4622-98ed-2b01f04a1aac" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.366562] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-3365652e-afc0-4622-98ed-2b01f04a1aac" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.366562] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-3365652e-afc0-4622-98ed-2b01f04a1aac" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.366562] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3365652e-afc0-4622-98ed-2b01f04a1aac',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.387034] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.387034] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.387034] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.387034] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.387034] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.397305] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 in Status: IN_PROGRESS for 2s [ 949.464864] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.465403] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.465403] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.465403] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.465403] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.465724] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.465724] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.465802] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.465886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.465961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.466052] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be updated. [ 949.514112] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.514262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.514333] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.514543] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.514681] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.526657] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 949.683391] env[65987]: INFO networking_nsxv3.common.synchronization [req-b074acb9-55d2-429e-af21-ab8aaa615acd req-f25be9d4-1d34-4e1d-b7f4-5dc7f8354f0e tempest-ServersV294TestFqdnHostnames-860621958 tempest-ServersV294TestFqdnHostnames-860621958-project-member] Enqueued Resource ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 with Priority: HIGHEST for action security_group_members [ 949.683983] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 with Priority: HIGHEST for action security_group_members [ 949.684353] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-be8a49bc-167f-46a4-b3fe-e3c2f61040b1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.684496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.684556] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.684798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.685124] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.685451] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.685603] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.686034] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.686219] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.686366] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be8a49bc-167f-46a4-b3fe-e3c2f61040b1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.843716] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: SUCCESS [ 949.843925] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.868934] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.870179] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.870179] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.870179] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.870179] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.870179] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 3365652e-afc0-4622-98ed-2b01f04a1aac not found, creating... [ 949.870401] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.870463] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.870551] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.871845] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.871845] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.871845] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.871845] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.871845] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.872103] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.872153] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.872303] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 3365652e-afc0-4622-98ed-2b01f04a1aac is going to be created. [ 949.899058] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.899407] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.899629] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.900060] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.900417] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.900793] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-3365652e-afc0-4622-98ed-2b01f04a1aac" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.189599] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.189843] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.189931] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.190181] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.190277] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.190514] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.190589] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.190685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.190825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.190950] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.191058] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 is going to be updated. [ 950.212619] env[65987]: INFO networking_nsxv3.common.synchronization [req-f41d9059-a1a3-43bd-b47e-91d5db7a38ea req-e4b64f72-0e1a-47c0-8636-09c77124521a tempest-ServersTestMultiNic-582870168 tempest-ServersTestMultiNic-582870168-project-member] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 950.213275] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 950.213583] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.213699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.213761] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.213954] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.215764] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.215764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.215764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.215764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.215764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.215764] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.222545] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.223033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.223169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.224318] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.224318] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.238430] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 in Status: IN_PROGRESS for 2s [ 950.449920] env[65987]: INFO networking_nsxv3.common.synchronization [req-f41d9059-a1a3-43bd-b47e-91d5db7a38ea req-980264bb-300e-498f-9738-6eb05475a5f4 tempest-ServersTestMultiNic-582870168 tempest-ServersTestMultiNic-582870168-project-member] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 950.449920] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGHEST for action security_group_members [ 950.449920] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.449920] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.630021] env[65987]: INFO networking_nsxv3.common.synchronization [req-d471b76f-cdc6-4c66-b3a0-00af5a20853f req-84540828-cd0d-4240-9d5b-42cc67e42e56 service nova] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_rules [ 950.630021] env[65987]: INFO networking_nsxv3.common.synchronization [req-d471b76f-cdc6-4c66-b3a0-00af5a20853f req-84540828-cd0d-4240-9d5b-42cc67e42e56 service nova] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 950.630021] env[65987]: INFO networking_nsxv3.common.synchronization [req-d471b76f-cdc6-4c66-b3a0-00af5a20853f req-84540828-cd0d-4240-9d5b-42cc67e42e56 service nova] Enqueued Resource ID: 3365652e-afc0-4622-98ed-2b01f04a1aac with Priority: HIGHEST for action port [ 950.630378] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_rules [ 950.630538] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 950.630659] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3365652e-afc0-4622-98ed-2b01f04a1aac with Priority: HIGHEST for action port [ 950.631257] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.631433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.631522] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.631740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.631847] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.632823] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.632935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.633212] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-3365652e-afc0-4622-98ed-2b01f04a1aac taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.633320] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3365652e-afc0-4622-98ed-2b01f04a1aac" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.633385] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3365652e-afc0-4622-98ed-2b01f04a1aac" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.633564] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3365652e-afc0-4622-98ed-2b01f04a1aac" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.633639] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3365652e-afc0-4622-98ed-2b01f04a1aac',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.717645] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.136497] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.136791] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.136852] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3365652e-afc0-4622-98ed-2b01f04a1aac with status ACTIVE [ 951.136983] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.137108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.137174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.137387] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.137480] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.137657] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.137752] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.137810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.137959] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.138051] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.138242] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.138332] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.138389] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.138527] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.138598] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.138681] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3365652e-afc0-4622-98ed-2b01f04a1aac is going to be updated. [ 951.166376] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.166376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.166376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.166376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.166376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.166376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3365652e-afc0-4622-98ed-2b01f04a1aac" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.221372] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.408209] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 in Status: SUCCESS [ 951.408400] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 deletion is rescheduled due to dependency. [ 951.408701] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.540015] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 951.540015] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 deletion is rescheduled due to dependency. [ 951.540015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.540015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.540015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.540015] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.540015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.540015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.540015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.540015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.540015] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.725359] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.725675] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.725675] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.725865] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.725974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.726122] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 is going to be updated. [ 951.755888] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.756091] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.756091] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.756395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.756436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.765325] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: IN_PROGRESS for 2s [ 952.041606] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.251412] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 in Status: SUCCESS [ 952.251412] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 deletion is rescheduled due to dependency. [ 952.251412] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.545141] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.049855] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.049855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.049855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.050343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.050343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.050343] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be updated. [ 953.085369] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.085541] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.085585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.086292] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.086292] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.096494] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 953.717849] env[65987]: INFO networking_nsxv3.common.synchronization [req-6457d55b-64c7-4a99-baba-e10375e87c30 req-91beed35-a071-46e6-b22c-4a20e99b601d tempest-ServersTestManualDisk-1223873631 tempest-ServersTestManualDisk-1223873631-project-member] Enqueued Resource ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 with Priority: HIGHEST for action security_group_members [ 953.718442] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 with Priority: HIGHEST for action security_group_members [ 953.718788] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.718909] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.718975] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.719188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.719339] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.719696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.719696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.719696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.719822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.719822] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64b213af-80e2-4b81-87f1-2c8e8a0fb6b8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.776875] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: SUCCESS [ 953.777163] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.777343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.777560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.778486] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.778575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.778608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.778766] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.778855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.778944] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.221913] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.222269] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.222269] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.222387] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.243332] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.243608] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.243725] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.243784] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.243986] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.244162] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.244162] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 is going to be updated. [ 954.269443] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.269594] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.269663] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.269887] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.270032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.278908] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 in Status: IN_PROGRESS for 2s [ 954.281398] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.281534] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.281718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.281798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.281880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.282083] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.282187] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.282252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.282400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.282579] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.282579] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 is going to be updated. [ 954.310830] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.311116] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.311183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.311368] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.311508] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.321714] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: IN_PROGRESS for 2s [ 955.107191] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 955.107415] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.107579] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.107836] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.108180] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.108341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.108425] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.108614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.108686] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.108769] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.108859] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.611851] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.612722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.612722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.612722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.612722] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.612722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.612722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.613037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.613037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.613037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.613172] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.613172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.613268] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.613563] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.613563] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.613563] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.613726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.613726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.613837] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.613877] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.614324] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.116724] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2: rpc.has_security_group_logging(os_id): False [ 956.135845] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.136070] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.136160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.136440] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.136587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.136827] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.136951] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.136983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.137188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.137269] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.137446] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.137539] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.137618] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.137733] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.137802] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.137982] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.138085] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.138141] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.138274] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.138345] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.138456] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be updated. [ 956.215772] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.216022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.216154] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.216433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.216664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.241387] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 956.289955] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 in Status: SUCCESS [ 956.290285] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 deletion is rescheduled due to dependency. [ 956.290463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.336136] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 in Status: SUCCESS [ 956.336333] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 deletion is rescheduled due to dependency. [ 956.336448] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.260991] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 958.261293] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.721849] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 958.721849] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 960.976715] env[65987]: INFO networking_nsxv3.common.synchronization [req-276f7680-4a7f-416a-a36f-a1e614f2bcfa req-2ad5f2aa-6219-41e0-af90-00dbba5ba9ba tempest-TenantUsagesTestJSON-454624953 tempest-TenantUsagesTestJSON-454624953-project-member] Enqueued Resource ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 with Priority: HIGHEST for action security_group_members [ 960.977423] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 with Priority: HIGHEST for action security_group_members [ 960.977776] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b88e26d-8575-49ad-8fed-17425a40e6a4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.977952] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.977952] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.978290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.978512] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.978795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.978795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.978975] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.979129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.979187] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b88e26d-8575-49ad-8fed-17425a40e6a4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.418415] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.418415] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.418415] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.419397] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.419397] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.419397] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.419397] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.419952] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.420198] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.420506] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.420698] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.420858] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.421113] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.421232] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.421590] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.421869] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.448022] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.448022] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.448022] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.448022] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-678" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.448022] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-42f6b633-839a-419b-9044-4339882d04df taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.448022] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-42f6b633-839a-419b-9044-4339882d04df" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.448022] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-42f6b633-839a-419b-9044-4339882d04df" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.448022] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-42f6b633-839a-419b-9044-4339882d04df" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.448022] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42f6b633-839a-419b-9044-4339882d04df',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.482234] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.483018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.483018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.483018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.483018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.483267] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.483376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.483438] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.483615] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.483691] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.483779] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 already deleted. [ 961.485818] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.953435] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.953722] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.953722] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.953985] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.954124] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.954385] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 42f6b633-839a-419b-9044-4339882d04df not found, creating... [ 961.954687] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.954915] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.955135] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.955611] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.955611] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.955766] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.955969] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.956115] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.956424] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.956485] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.956615] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 42f6b633-839a-419b-9044-4339882d04df is going to be created. [ 961.979747] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.980154] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.980210] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.980561] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.980872] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.981601] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-42f6b633-839a-419b-9044-4339882d04df" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.729196] env[65987]: INFO networking_nsxv3.common.synchronization [req-276f7680-4a7f-416a-a36f-a1e614f2bcfa req-edf1c159-f4cf-4115-b6a2-e68ddf411f49 service nova] Enqueued Resource ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 with Priority: HIGHEST for action security_group_rules [ 962.729355] env[65987]: INFO networking_nsxv3.common.synchronization [req-276f7680-4a7f-416a-a36f-a1e614f2bcfa req-edf1c159-f4cf-4115-b6a2-e68ddf411f49 service nova] Enqueued Resource ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 with Priority: HIGHEST for action security_group_members [ 962.729497] env[65987]: INFO networking_nsxv3.common.synchronization [req-276f7680-4a7f-416a-a36f-a1e614f2bcfa req-edf1c159-f4cf-4115-b6a2-e68ddf411f49 service nova] Enqueued Resource ID: 42f6b633-839a-419b-9044-4339882d04df with Priority: HIGHEST for action port [ 962.730056] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 with Priority: HIGHEST for action security_group_rules [ 962.732166] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 with Priority: HIGHEST for action security_group_members [ 962.732166] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42f6b633-839a-419b-9044-4339882d04df with Priority: HIGHEST for action port [ 962.732166] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b88e26d-8575-49ad-8fed-17425a40e6a4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.732166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.732166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.732166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.732166] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b88e26d-8575-49ad-8fed-17425a40e6a4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.732166] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b88e26d-8575-49ad-8fed-17425a40e6a4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.732166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.732522] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.732522] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.735494] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.735494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.735494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.735494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.735494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.735494] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b88e26d-8575-49ad-8fed-17425a40e6a4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.736196] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-42f6b633-839a-419b-9044-4339882d04df taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.736303] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42f6b633-839a-419b-9044-4339882d04df" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.736394] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42f6b633-839a-419b-9044-4339882d04df" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.736583] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42f6b633-839a-419b-9044-4339882d04df" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.736663] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42f6b633-839a-419b-9044-4339882d04df',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.748770] env[65987]: INFO networking_nsxv3.common.synchronization [req-67a78273-6c2b-42ef-8d54-b6aef17d3231 req-6ed11320-5a70-4b76-8e80-c80698441362 tempest-DeleteServersTestJSON-264165243 tempest-DeleteServersTestJSON-264165243-project-member] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 962.751146] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 962.751388] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.751638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.751858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.752416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.752691] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.752952] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.753129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.753387] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.753560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.753777] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.238588] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b88e26d-8575-49ad-8fed-17425a40e6a4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.239015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.239015] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b88e26d-8575-49ad-8fed-17425a40e6a4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.239882] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42f6b633-839a-419b-9044-4339882d04df with status ACTIVE [ 963.240079] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.240197] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.240266] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.240472] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.240578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.242449] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.242449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.242449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.242449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.242449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.242449] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.242449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.242449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.242449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.242449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.242449] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42f6b633-839a-419b-9044-4339882d04df is going to be updated. [ 963.258215] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.258215] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.258215] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.258380] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.259112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.259112] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.259239] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.259239] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.259412] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.259490] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.259580] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be updated. [ 963.269071] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.269189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.269323] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.269562] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.269793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.270079] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42f6b633-839a-419b-9044-4339882d04df" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.300646] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.300912] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.300912] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.301090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.301244] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.314783] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 963.433388] env[65987]: INFO networking_nsxv3.common.synchronization [req-39bdcdc2-da84-4335-9581-e6ee6d85fc27 req-162091bb-8c36-45dc-8874-c86c6677f0ac tempest-ImagesTestJSON-634601570 tempest-ImagesTestJSON-634601570-project-member] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 963.433388] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 963.435262] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.435550] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.435710] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.436200] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.437015] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.437222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.437362] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.437605] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.437775] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.437958] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.747690] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b88e26d-8575-49ad-8fed-17425a40e6a4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.891175] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-938 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.891175] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-938" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.891175] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-938" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.891175] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-938" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.891175] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.891175] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.891561] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.891561] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.891561] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.891762] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.891889] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.891996] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.892113] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.892222] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.892327] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.892458] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.913153] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.913341] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.913478] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.913658] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-938" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.913982] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-9468b439-5a55-4362-9e31-136fcad41eab taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.914168] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-9468b439-5a55-4362-9e31-136fcad41eab" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.914285] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-9468b439-5a55-4362-9e31-136fcad41eab" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.914610] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-9468b439-5a55-4362-9e31-136fcad41eab" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.914753] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9468b439-5a55-4362-9e31-136fcad41eab',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.940053] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.940263] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.940263] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.940959] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.940959] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.940959] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.940959] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.941475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.941475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.941475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.941475] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be updated. [ 963.968151] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.968358] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.968424] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.968656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.968803] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.980211] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: IN_PROGRESS for 2s [ 964.251292] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.251733] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.251733] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.251841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.251841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.251968] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 is going to be created. [ 964.309228] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.309454] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.309454] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.309654] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.309813] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.326266] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 in Status: UNINITIALIZED for 2s [ 964.417662] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.417937] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.418036] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.418391] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.418548] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.418709] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 9468b439-5a55-4362-9e31-136fcad41eab not found, creating... [ 964.418985] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.419219] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.419351] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.419602] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.419751] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.420088] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.420266] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.420453] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.420691] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.420821] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.420983] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 9468b439-5a55-4362-9e31-136fcad41eab is going to be created. [ 964.442252] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.442503] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.442583] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.443063] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.443189] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.443601] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-9468b439-5a55-4362-9e31-136fcad41eab" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.145214] env[65987]: INFO networking_nsxv3.common.synchronization [req-39bdcdc2-da84-4335-9581-e6ee6d85fc27 req-0207657a-3e55-4937-96b2-173ac3fff410 service nova] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_rules [ 965.145595] env[65987]: INFO networking_nsxv3.common.synchronization [req-39bdcdc2-da84-4335-9581-e6ee6d85fc27 req-0207657a-3e55-4937-96b2-173ac3fff410 service nova] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 965.145595] env[65987]: INFO networking_nsxv3.common.synchronization [req-39bdcdc2-da84-4335-9581-e6ee6d85fc27 req-0207657a-3e55-4937-96b2-173ac3fff410 service nova] Enqueued Resource ID: 9468b439-5a55-4362-9e31-136fcad41eab with Priority: HIGHEST for action port [ 965.146546] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_rules [ 965.146691] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 965.148341] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9468b439-5a55-4362-9e31-136fcad41eab with Priority: HIGHEST for action port [ 965.149207] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.149207] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.149207] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.149207] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.149534] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.151545] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.151545] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.151545] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-9468b439-5a55-4362-9e31-136fcad41eab taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.151545] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9468b439-5a55-4362-9e31-136fcad41eab" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.151545] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9468b439-5a55-4362-9e31-136fcad41eab" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.151545] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9468b439-5a55-4362-9e31-136fcad41eab" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.151545] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9468b439-5a55-4362-9e31-136fcad41eab',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.326547] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 965.326835] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 deletion is rescheduled due to dependency. [ 965.326875] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.657983] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.657983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.657983] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9468b439-5a55-4362-9e31-136fcad41eab with status ACTIVE [ 965.657983] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.658281] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.658281] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.658352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.658440] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.658634] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.658746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.658805] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.658992] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.659090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.659285] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.659384] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.659441] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.659599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.659686] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.659770] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9468b439-5a55-4362-9e31-136fcad41eab is going to be updated. [ 965.708768] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.708768] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.708768] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.708768] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.708768] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.708768] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9468b439-5a55-4362-9e31-136fcad41eab" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.994234] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: SUCCESS [ 965.994461] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 deletion is rescheduled due to dependency. [ 965.994855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.994855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.995064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.995240] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.995372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.995449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.995610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.995696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.995811] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.279443] env[65987]: INFO networking_nsxv3.common.synchronization [None req-10acc1d5-6edb-4b10-84fc-380041228b09 tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: f6df8791-193a-4645-a66e-4fadb9c2f521 with Priority: HIGHEST for action security_group_rules [ 966.279443] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6df8791-193a-4645-a66e-4fadb9c2f521 with Priority: HIGHEST for action security_group_rules [ 966.279443] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6df8791-193a-4645-a66e-4fadb9c2f521 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.279443] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.279443] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.279443] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.279443] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.342112] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 in Status: SUCCESS [ 966.342112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.342112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.342112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.342112] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.342112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.342112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.342112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.342112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.342112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.342112] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b88e26d-8575-49ad-8fed-17425a40e6a4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.381948] env[65987]: INFO networking_nsxv3.common.synchronization [None req-a6815307-def6-421a-8901-f83f9af0b44a tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: f6df8791-193a-4645-a66e-4fadb9c2f521 with Priority: HIGHEST for action security_group_rules [ 966.382526] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6df8791-193a-4645-a66e-4fadb9c2f521 with Priority: HIGHEST for action security_group_rules [ 966.382881] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6df8791-193a-4645-a66e-4fadb9c2f521 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.383071] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.498711] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.800328] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.800528] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.800592] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.800790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.800878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.801030] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6df8791-193a-4645-a66e-4fadb9c2f521 already deleted. [ 966.801137] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.801293] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.801453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.801547] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.845277] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b88e26d-8575-49ad-8fed-17425a40e6a4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.845897] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.845897] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.845897] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.845897] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.846100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.846100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.846238] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.846325] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.846414] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.846566] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b88e26d-8575-49ad-8fed-17425a40e6a4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.847617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.847617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.847617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.847617] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.847617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.847617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.847617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.847617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.847617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.847617] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b88e26d-8575-49ad-8fed-17425a40e6a4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.001591] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.326364] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.326364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.326364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.326364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.326364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.326364] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6df8791-193a-4645-a66e-4fadb9c2f521 already deleted. [ 967.326364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.351499] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b88e26d-8575-49ad-8fed-17425a40e6a4: rpc.has_security_group_logging(os_id): False [ 967.369100] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.369257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.369326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.369538] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.369622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.369817] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.369910] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.369969] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.370124] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.370194] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.370369] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.370455] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.370513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.370643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.370710] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.370922] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.371152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.371261] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.371549] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.371627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.371713] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 is going to be created. [ 967.435475] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.435643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.435715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.436110] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.436324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.448679] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 in Status: IN_PROGRESS for 2s [ 967.503941] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.504146] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.504262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.504598] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.504723] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.504943] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be updated. [ 967.547064] env[65987]: INFO networking_nsxv3.common.synchronization [req-f8b19a26-1fda-41a8-acab-86a8f195c816 req-63a22948-3c2b-4c11-915a-64f4242d8f97 tempest-AttachInterfacesUnderV243Test-994393319 tempest-AttachInterfacesUnderV243Test-994393319-project-member] Enqueued Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_members [ 967.549328] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.549515] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.549639] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.549891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.550091] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.553372] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_members [ 967.554016] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-219a566d-77a8-4e7f-8619-4a2a453687ed taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.559782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.560407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.560407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.560407] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.560614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.560614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.560799] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.560866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.560962] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.573331] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: IN_PROGRESS for 2s [ 967.923565] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.923734] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.923924] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.924284] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.925020] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.925020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.925020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.925210] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.925210] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.925412] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.925517] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.925619] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.925722] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.926737] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.926737] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.926737] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.947995] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.947995] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 967.947995] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.947995] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.947995] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-fb8582bd-5463-42e4-8588-028c83f18255 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.948518] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-fb8582bd-5463-42e4-8588-028c83f18255" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.948758] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-fb8582bd-5463-42e4-8588-028c83f18255" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.949202] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-fb8582bd-5463-42e4-8588-028c83f18255" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.949453] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb8582bd-5463-42e4-8588-028c83f18255',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.063343] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.063535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.063585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.063854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.063957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.064154] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.064253] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.064309] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.064472] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.064567] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.064651] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 219a566d-77a8-4e7f-8619-4a2a453687ed already deleted. [ 968.064759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.453043] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.453043] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.453043] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.453043] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.453043] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.453548] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port fb8582bd-5463-42e4-8588-028c83f18255 not found, creating... [ 968.453548] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.453548] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.453669] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.453829] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.453960] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.454265] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.454421] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.454537] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.454742] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.454908] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.455083] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: fb8582bd-5463-42e4-8588-028c83f18255 is going to be created. [ 968.476859] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.477122] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.477251] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.477543] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.477784] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.478054] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-fb8582bd-5463-42e4-8588-028c83f18255" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.189022] env[65987]: INFO networking_nsxv3.common.synchronization [req-f8b19a26-1fda-41a8-acab-86a8f195c816 req-b235853f-7beb-4565-a534-ab5c6359ec8f service nova] Enqueued Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_rules [ 969.189022] env[65987]: INFO networking_nsxv3.common.synchronization [req-f8b19a26-1fda-41a8-acab-86a8f195c816 req-b235853f-7beb-4565-a534-ab5c6359ec8f service nova] Enqueued Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_members [ 969.189022] env[65987]: INFO networking_nsxv3.common.synchronization [req-f8b19a26-1fda-41a8-acab-86a8f195c816 req-b235853f-7beb-4565-a534-ab5c6359ec8f service nova] Enqueued Resource ID: fb8582bd-5463-42e4-8588-028c83f18255 with Priority: HIGHEST for action port [ 969.189022] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_rules [ 969.189022] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_members [ 969.189022] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb8582bd-5463-42e4-8588-028c83f18255 with Priority: HIGHEST for action port [ 969.189022] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-219a566d-77a8-4e7f-8619-4a2a453687ed taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.189022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.189541] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.189885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.189986] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.191980] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-219a566d-77a8-4e7f-8619-4a2a453687ed taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.192188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.192263] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.192450] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.192613] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.192714] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.192775] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.192942] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.193042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.193547] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.195045] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb8582bd-5463-42e4-8588-028c83f18255 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.195190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb8582bd-5463-42e4-8588-028c83f18255" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.195334] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb8582bd-5463-42e4-8588-028c83f18255" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.195385] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb8582bd-5463-42e4-8588-028c83f18255" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.195453] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb8582bd-5463-42e4-8588-028c83f18255',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.465285] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 in Status: SUCCESS [ 969.465671] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.584421] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: SUCCESS [ 969.584655] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.584835] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.585139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.585336] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.585455] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.585520] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.585680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.585757] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.585841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.585931] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.692906] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-219a566d-77a8-4e7f-8619-4a2a453687ed taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.693067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.696380] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.701974] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb8582bd-5463-42e4-8588-028c83f18255 with status ACTIVE [ 969.701974] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.701974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.701974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.701974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.701974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.702670] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.702956] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.703178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.703473] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.703712] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.704074] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.704368] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.704557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.704863] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.705096] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.705292] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb8582bd-5463-42e4-8588-028c83f18255 is going to be updated. [ 969.737888] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.737888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.737888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.737888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.737888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.737888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb8582bd-5463-42e4-8588-028c83f18255" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.088389] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.088389] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.088650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.088808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.089011] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.089127] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.089190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.089360] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.089447] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.089549] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.089753] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.089854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.089934] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.090125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.090265] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.090358] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.090421] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.090574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.090688] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.090782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.090871] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.202046] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.594042] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08ea1aa4-1442-478e-b73d-742c8fee14d4: rpc.has_security_group_logging(os_id): False [ 970.613399] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.613540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.613720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.613936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.614176] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.614453] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.614592] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.614667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.614980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.614980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.615210] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.615341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.615425] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.615638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.615681] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.615944] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.616025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.616070] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.616258] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.616357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.616520] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be updated. [ 970.678100] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.678269] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.678269] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.678550] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.678655] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.695352] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: IN_PROGRESS for 2s [ 970.707087] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.707299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.707387] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.707623] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.707741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.707889] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 219a566d-77a8-4e7f-8619-4a2a453687ed is going to be created. [ 970.735643] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.735735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.735843] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.736206] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.736378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.749792] env[65987]: INFO networking_nsxv3.common.synchronization [None req-88348616-61f9-422e-829b-597226b8fc55 tempest-ImagesOneServerNegativeTestJSON-148084720 tempest-ImagesOneServerNegativeTestJSON-148084720-project-member] Enqueued Resource ID: 17b17e8d-bfbd-4367-b672-9596bde9f0ba with Priority: HIGHEST for action security_group_rules [ 970.750363] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b17e8d-bfbd-4367-b672-9596bde9f0ba with Priority: HIGHEST for action security_group_rules [ 970.750479] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17b17e8d-bfbd-4367-b672-9596bde9f0ba taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.750602] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17b17e8d-bfbd-4367-b672-9596bde9f0ba" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.750668] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17b17e8d-bfbd-4367-b672-9596bde9f0ba" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.750931] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17b17e8d-bfbd-4367-b672-9596bde9f0ba" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.751459] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17b17e8d-bfbd-4367-b672-9596bde9f0ba',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.771550] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 219a566d-77a8-4e7f-8619-4a2a453687ed in Status: UNINITIALIZED for 2s [ 970.889300] env[65987]: INFO networking_nsxv3.common.synchronization [None req-dcf92a75-0c3c-441c-99a2-57446f7e60a0 tempest-ImagesOneServerNegativeTestJSON-148084720 tempest-ImagesOneServerNegativeTestJSON-148084720-project-member] Enqueued Resource ID: 17b17e8d-bfbd-4367-b672-9596bde9f0ba with Priority: HIGHEST for action security_group_rules [ 970.889300] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b17e8d-bfbd-4367-b672-9596bde9f0ba with Priority: HIGHEST for action security_group_rules [ 970.889539] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17b17e8d-bfbd-4367-b672-9596bde9f0ba taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.889648] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17b17e8d-bfbd-4367-b672-9596bde9f0ba" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.093371] env[65987]: INFO networking_nsxv3.common.synchronization [req-026d6ffc-2711-47f0-af78-47325c9e8dad req-85c5a29a-82c7-4c57-b5ee-7ba30e5f426d tempest-ServersTestJSON-273690675 tempest-ServersTestJSON-273690675-project-member] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 971.094036] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 971.094377] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.094516] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.094582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.094761] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.094965] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.095098] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.095145] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.095293] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.095379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.095473] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.273058] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.273230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.273299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.273515] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.273620] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.273827] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17b17e8d-bfbd-4367-b672-9596bde9f0ba already deleted. [ 971.273929] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17b17e8d-bfbd-4367-b672-9596bde9f0ba" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.274123] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17b17e8d-bfbd-4367-b672-9596bde9f0ba" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.274707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17b17e8d-bfbd-4367-b672-9596bde9f0ba" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.274707] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17b17e8d-bfbd-4367-b672-9596bde9f0ba',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.542575] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.543140] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.543140] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.543567] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.543682] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.543874] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.544794] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.544794] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.544794] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.544955] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.544986] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.545598] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.545598] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.545598] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.545598] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.545971] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.567482] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.567755] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.567910] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.568105] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.568457] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-04b7105d-8e0d-48e8-bd82-8db282d817fb taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.568740] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-04b7105d-8e0d-48e8-bd82-8db282d817fb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.568897] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-04b7105d-8e0d-48e8-bd82-8db282d817fb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.569786] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-04b7105d-8e0d-48e8-bd82-8db282d817fb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.570020] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b7105d-8e0d-48e8-bd82-8db282d817fb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.597645] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.795885] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.796043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.796117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.796333] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.796421] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.796516] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17b17e8d-bfbd-4367-b672-9596bde9f0ba already deleted. [ 971.796595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17b17e8d-bfbd-4367-b672-9596bde9f0ba" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.072732] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.072732] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.072732] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.073118] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.073280] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.073434] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 04b7105d-8e0d-48e8-bd82-8db282d817fb not found, creating... [ 972.073728] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.073890] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.074021] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.074244] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.074377] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.074660] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.074801] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.074953] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.076041] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.076041] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.076041] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 04b7105d-8e0d-48e8-bd82-8db282d817fb is going to be created. [ 972.097251] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.097467] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.097990] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.098308] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.098558] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.099107] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-04b7105d-8e0d-48e8-bd82-8db282d817fb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.100325] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.606552] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.606552] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.606552] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.606552] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.606552] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.606552] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 972.641852] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.641852] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.641852] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.642236] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.642236] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.651898] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 972.716411] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: SUCCESS [ 972.716664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.783398] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 219a566d-77a8-4e7f-8619-4a2a453687ed in Status: SUCCESS [ 972.784431] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.784431] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.784431] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.784431] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.784431] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.784431] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.784839] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.784839] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.784839] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.784839] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.864695] env[65987]: INFO networking_nsxv3.common.synchronization [req-026d6ffc-2711-47f0-af78-47325c9e8dad req-d84ee883-fbb7-4bf8-8a49-be70c350f38e service nova] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_rules [ 972.865124] env[65987]: INFO networking_nsxv3.common.synchronization [req-026d6ffc-2711-47f0-af78-47325c9e8dad req-d84ee883-fbb7-4bf8-8a49-be70c350f38e service nova] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 972.865124] env[65987]: INFO networking_nsxv3.common.synchronization [req-026d6ffc-2711-47f0-af78-47325c9e8dad req-d84ee883-fbb7-4bf8-8a49-be70c350f38e service nova] Enqueued Resource ID: 04b7105d-8e0d-48e8-bd82-8db282d817fb with Priority: HIGHEST for action port [ 972.865658] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_rules [ 972.865788] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 972.865984] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b7105d-8e0d-48e8-bd82-8db282d817fb with Priority: HIGHEST for action port [ 972.867045] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.867045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.867045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.867045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.867045] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.870706] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.870706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.870706] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-04b7105d-8e0d-48e8-bd82-8db282d817fb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.870706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04b7105d-8e0d-48e8-bd82-8db282d817fb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.870706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04b7105d-8e0d-48e8-bd82-8db282d817fb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.870706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04b7105d-8e0d-48e8-bd82-8db282d817fb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.870706] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b7105d-8e0d-48e8-bd82-8db282d817fb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.286960] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.370282] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.370406] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.370585] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04b7105d-8e0d-48e8-bd82-8db282d817fb with status ACTIVE [ 973.370751] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.370854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.370938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.371942] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.371942] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.371942] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.371942] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.371942] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.371942] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.371942] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.372309] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.372309] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.372309] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.372452] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.372486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.372608] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04b7105d-8e0d-48e8-bd82-8db282d817fb is going to be updated. [ 973.397756] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.397944] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.397944] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.398211] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.398528] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.398706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04b7105d-8e0d-48e8-bd82-8db282d817fb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.625311] env[65987]: INFO networking_nsxv3.common.synchronization [req-b9d1968e-731a-408d-a2ea-8974a7863b46 req-f99eb579-9ba6-4438-b840-328dac1891f1 tempest-ServerRescueNegativeTestJSON-455463539 tempest-ServerRescueNegativeTestJSON-455463539-project-member] Enqueued Resource ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f with Priority: HIGHEST for action security_group_members [ 973.626117] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f with Priority: HIGHEST for action security_group_members [ 973.626211] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.626393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.626459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.626724] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.626928] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.627098] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.627165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.627341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.627466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.627545] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.793623] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 219a566d-77a8-4e7f-8619-4a2a453687ed: rpc.has_security_group_logging(os_id): False [ 973.813734] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.813884] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.813955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.814628] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.814928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.815233] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.815343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.815408] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.815577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.815654] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.815740] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 219a566d-77a8-4e7f-8619-4a2a453687ed is going to be created. [ 973.879721] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.879924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.880014] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.880242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.880456] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.892901] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 219a566d-77a8-4e7f-8619-4a2a453687ed in Status: IN_PROGRESS for 2s [ 974.021225] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.021225] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-332" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.021225] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-332" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.021225] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-332" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.021225] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.021225] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.021638] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.022012] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.022321] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.022714] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.023027] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.023254] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.023493] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.023698] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.023887] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.024118] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.070155] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.070501] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.070723] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.070998] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-332" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.071452] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-afef0e14-33f7-4dd6-badf-741b9313fb9d taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.071806] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-afef0e14-33f7-4dd6-badf-741b9313fb9d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.072043] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-afef0e14-33f7-4dd6-badf-741b9313fb9d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.072831] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-afef0e14-33f7-4dd6-badf-741b9313fb9d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.073182] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afef0e14-33f7-4dd6-badf-741b9313fb9d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.130123] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.130315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.130407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.130664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.130772] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.131099] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.131187] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.131225] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.131421] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.131507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.131618] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f already deleted. [ 974.131731] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.576321] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.576737] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.577064] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.577467] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.577810] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.579143] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port afef0e14-33f7-4dd6-badf-741b9313fb9d not found, creating... [ 974.579143] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.579143] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.579924] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.580416] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.580970] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.581348] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.582630] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.582630] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.582630] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.582630] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.582630] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: afef0e14-33f7-4dd6-badf-741b9313fb9d is going to be created. [ 974.606783] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.607086] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.608470] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.608470] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.608470] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.608470] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-afef0e14-33f7-4dd6-badf-741b9313fb9d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.672359] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 974.672756] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.672756] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.673023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.673224] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.673340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.673404] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.673560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.673642] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.673737] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.176564] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.372537] env[65987]: INFO networking_nsxv3.common.synchronization [req-b9d1968e-731a-408d-a2ea-8974a7863b46 req-c23e3d4c-6a5b-49e1-b373-c4d6e26f09b3 service nova] Enqueued Resource ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f with Priority: HIGHEST for action security_group_rules [ 975.372802] env[65987]: INFO networking_nsxv3.common.synchronization [req-b9d1968e-731a-408d-a2ea-8974a7863b46 req-c23e3d4c-6a5b-49e1-b373-c4d6e26f09b3 service nova] Enqueued Resource ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f with Priority: HIGHEST for action security_group_members [ 975.372998] env[65987]: INFO networking_nsxv3.common.synchronization [req-b9d1968e-731a-408d-a2ea-8974a7863b46 req-c23e3d4c-6a5b-49e1-b373-c4d6e26f09b3 service nova] Enqueued Resource ID: afef0e14-33f7-4dd6-badf-741b9313fb9d with Priority: HIGHEST for action port [ 975.373597] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f with Priority: HIGHEST for action security_group_rules [ 975.374259] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f with Priority: HIGHEST for action security_group_members [ 975.374393] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afef0e14-33f7-4dd6-badf-741b9313fb9d with Priority: HIGHEST for action port [ 975.374680] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d751f4d8-4e0f-4902-b4d4-6b37d03c946f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.374806] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.374932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.375179] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.375263] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.376174] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.376288] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.376354] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.376523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.376724] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.376802] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.376858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.377031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.377131] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.379290] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.380482] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-afef0e14-33f7-4dd6-badf-741b9313fb9d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.380657] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afef0e14-33f7-4dd6-badf-741b9313fb9d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.380753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afef0e14-33f7-4dd6-badf-741b9313fb9d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.380954] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afef0e14-33f7-4dd6-badf-741b9313fb9d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.381051] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afef0e14-33f7-4dd6-badf-741b9313fb9d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.678898] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.887368] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.887531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.887752] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.888702] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afef0e14-33f7-4dd6-badf-741b9313fb9d with status ACTIVE [ 975.888896] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.889021] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.889089] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.889299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.889532] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.889599] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.889680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.889716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.889869] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.889946] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.890217] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.890314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.890394] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.890593] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.890684] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.890772] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afef0e14-33f7-4dd6-badf-741b9313fb9d is going to be updated. [ 975.910333] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 219a566d-77a8-4e7f-8619-4a2a453687ed in Status: SUCCESS [ 975.910578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.924845] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.925752] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.925752] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.925752] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.925752] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.925752] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afef0e14-33f7-4dd6-badf-741b9313fb9d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.181241] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.181414] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.181481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.181833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.181833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.181949] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 976.203388] env[65987]: INFO networking_nsxv3.common.synchronization [req-d5126f44-2588-4311-84a1-86d548232fc3 req-b1970a9e-cb85-4bac-be91-f9ba1aaee3e0 tempest-ServerRescueNegativeTestJSON-455463539 tempest-ServerRescueNegativeTestJSON-455463539-project-member] Enqueued Resource ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f with Priority: HIGHEST for action security_group_members [ 976.203388] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f with Priority: HIGHEST for action security_group_members [ 976.203388] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.203388] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.231924] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.231924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.231924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.231924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.231924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.244020] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 976.392729] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.531080] env[65987]: INFO networking_nsxv3.common.synchronization [req-8891bc07-51e9-473d-99c4-7e479ba13f6f req-5b57ae95-3f18-4f41-8476-37e093943c81 tempest-TenantUsagesTestJSON-454624953 tempest-TenantUsagesTestJSON-454624953-project-member] Enqueued Resource ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 with Priority: HIGHEST for action security_group_members [ 976.531841] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 with Priority: HIGHEST for action security_group_members [ 976.532977] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b88e26d-8575-49ad-8fed-17425a40e6a4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.532977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.533152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.533275] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.533450] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.533532] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.533609] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.533761] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.533861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.533957] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b88e26d-8575-49ad-8fed-17425a40e6a4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.565462] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.565718] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-332" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.565983] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-332" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.566194] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-332" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.566495] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.566674] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.566799] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.567054] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.567237] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.567457] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.567576] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.567706] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.567832] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.567946] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.568083] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.568224] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.591619] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.591896] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.592024] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.592251] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-332" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.592677] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-0d9e8205-258b-492c-b2aa-40a358bc1ee8 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.592928] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-0d9e8205-258b-492c-b2aa-40a358bc1ee8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.593808] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-0d9e8205-258b-492c-b2aa-40a358bc1ee8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.595972] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-0d9e8205-258b-492c-b2aa-40a358bc1ee8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.595972] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d9e8205-258b-492c-b2aa-40a358bc1ee8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.895522] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.895938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.895938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.896056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.896209] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.896338] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f is going to be created. [ 976.922706] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.922835] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.922886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.923103] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.923256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.937041] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f in Status: UNINITIALIZED for 2s [ 977.035894] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.036179] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.036250] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.036585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.036735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.037080] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.037279] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.037386] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.037651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.037786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.037951] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 is going to be updated. [ 977.070553] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.070728] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.070805] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.071053] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.071226] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.083375] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 in Status: IN_PROGRESS for 2s [ 977.098056] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.098451] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.098590] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.098919] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.099135] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.099309] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 0d9e8205-258b-492c-b2aa-40a358bc1ee8 not found, creating... [ 977.099606] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.099753] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.099869] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.100121] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.100345] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.100550] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.100715] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.100824] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.101024] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.101165] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.101312] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 0d9e8205-258b-492c-b2aa-40a358bc1ee8 is going to be created. [ 977.125830] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.126196] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.126401] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.126825] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.127387] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.127790] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-0d9e8205-258b-492c-b2aa-40a358bc1ee8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.935726] env[65987]: INFO networking_nsxv3.common.synchronization [req-d5126f44-2588-4311-84a1-86d548232fc3 req-fd3a085e-375d-4263-95a2-2c742e6a1f53 service nova] Enqueued Resource ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f with Priority: HIGHEST for action security_group_rules [ 977.936024] env[65987]: INFO networking_nsxv3.common.synchronization [req-d5126f44-2588-4311-84a1-86d548232fc3 req-fd3a085e-375d-4263-95a2-2c742e6a1f53 service nova] Enqueued Resource ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f with Priority: HIGHEST for action security_group_members [ 977.936952] env[65987]: INFO networking_nsxv3.common.synchronization [req-d5126f44-2588-4311-84a1-86d548232fc3 req-fd3a085e-375d-4263-95a2-2c742e6a1f53 service nova] Enqueued Resource ID: 0d9e8205-258b-492c-b2aa-40a358bc1ee8 with Priority: HIGHEST for action port [ 977.936952] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f with Priority: HIGHEST for action security_group_rules [ 977.936952] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f with Priority: HIGHEST for action security_group_members [ 977.936952] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9e8205-258b-492c-b2aa-40a358bc1ee8 with Priority: HIGHEST for action port [ 977.937689] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d751f4d8-4e0f-4902-b4d4-6b37d03c946f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.937761] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.937994] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.938095] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.940418] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d9e8205-258b-492c-b2aa-40a358bc1ee8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.940544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d9e8205-258b-492c-b2aa-40a358bc1ee8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.940609] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d9e8205-258b-492c-b2aa-40a358bc1ee8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.941074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d9e8205-258b-492c-b2aa-40a358bc1ee8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.941074] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d9e8205-258b-492c-b2aa-40a358bc1ee8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.254612] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 978.254840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.255096] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.256062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.256062] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.256062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.256062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.256062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.256062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.256062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.256351] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.444036] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d9e8205-258b-492c-b2aa-40a358bc1ee8 with status ACTIVE [ 978.445484] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.445484] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.445484] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.445484] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.445484] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.445484] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.445484] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.445484] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.445484] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.446153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.446153] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.446153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.446153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.446153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.446353] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.446353] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d9e8205-258b-492c-b2aa-40a358bc1ee8 is going to be updated. [ 978.470548] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.470709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.470789] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.474286] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.474449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.474657] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d9e8205-258b-492c-b2aa-40a358bc1ee8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.759637] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.759920] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.760169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.760482] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.760780] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.760974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.761095] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.761361] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.761505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.761684] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.761980] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.762158] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.762242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.762380] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.762612] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.762786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.762855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.763046] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.763297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.763297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.763584] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.948079] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f in Status: SUCCESS [ 978.948497] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.948677] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.948887] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.949124] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.949239] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.949365] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.949758] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.949845] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.949934] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.950647] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.951562] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.951804] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.952133] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.952212] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.952326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.952469] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.952561] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.952681] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.094717] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 in Status: SUCCESS [ 979.094974] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 deletion is rescheduled due to dependency. [ 979.095113] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.266819] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12aa49ce-2811-4939-93b3-c273bbd232c4: rpc.has_security_group_logging(os_id): False [ 979.289874] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.292022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.292022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.292022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.292022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.292022] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.292022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.292022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.292022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.292022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.292022] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.292022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.292022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.292022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.292022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.292819] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.293103] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.293360] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.293719] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.294219] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.294651] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 979.445782] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.445782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.445967] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.446123] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.446217] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.459185] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.459185] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.459185] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.459974] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 979.960342] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.465889] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.466586] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.466586] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.466586] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.466834] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.466914] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f is going to be updated. [ 980.500554] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.500758] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.500758] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.501029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.501188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.513044] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f in Status: IN_PROGRESS for 2s [ 981.483105] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 981.483402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.525254] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f in Status: SUCCESS [ 982.525254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.525254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.525254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.525254] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.525781] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.525781] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.525781] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.525781] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.526149] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.937694] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 982.937888] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 983.029571] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.533054] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.037798] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.037798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.037798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.037798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.038179] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.038179] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f is going to be updated. [ 984.082329] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.082530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.082578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.082769] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.082935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.092908] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f in Status: IN_PROGRESS for 2s [ 985.056535] env[65987]: INFO networking_nsxv3.common.synchronization [None req-c231c401-c461-426a-8f62-5c65ab4bcbb2 None None] Enqueued Resource ID: 2975fd20-ce84-4ac6-aa3f-75a22509134e with Priority: HIGHEST for action port [ 985.057133] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2975fd20-ce84-4ac6-aa3f-75a22509134e with Priority: HIGHEST for action port [ 985.057464] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2975fd20-ce84-4ac6-aa3f-75a22509134e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.058234] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2975fd20-ce84-4ac6-aa3f-75a22509134e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.058234] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2975fd20-ce84-4ac6-aa3f-75a22509134e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.058495] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2975fd20-ce84-4ac6-aa3f-75a22509134e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.058579] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2975fd20-ce84-4ac6-aa3f-75a22509134e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.563412] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2975fd20-ce84-4ac6-aa3f-75a22509134e [ 985.564380] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.564600] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.565155] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.565496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.565496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.565609] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2975fd20-ce84-4ac6-aa3f-75a22509134e already deleted. [ 985.565782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2975fd20-ce84-4ac6-aa3f-75a22509134e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.106020] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f in Status: SUCCESS [ 986.106020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.106020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.106020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.106521] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.106521] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.106521] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.106652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.106687] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.107275] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.107275] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.107275] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.107275] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.107518] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.107759] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.107759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.107910] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.108150] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.108240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.108378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.108481] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.312898] env[65987]: INFO networking_nsxv3.common.synchronization [None req-a475e126-0825-48c5-b7d0-a13728ce4ecd None None] Enqueued Resource ID: d34285fd-a1ec-4a6a-b47e-f6b099737fda with Priority: HIGHEST for action port [ 986.314122] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34285fd-a1ec-4a6a-b47e-f6b099737fda with Priority: HIGHEST for action port [ 986.314591] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-d34285fd-a1ec-4a6a-b47e-f6b099737fda taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.314741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d34285fd-a1ec-4a6a-b47e-f6b099737fda" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.314811] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d34285fd-a1ec-4a6a-b47e-f6b099737fda" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.315188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d34285fd-a1ec-4a6a-b47e-f6b099737fda" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.315329] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d34285fd-a1ec-4a6a-b47e-f6b099737fda',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.522210] env[65987]: INFO networking_nsxv3.common.synchronization [req-1b836823-70e3-411d-b5ed-f3ed9a9a39b6 req-8481efa0-1cd2-426e-8279-13ef5c1cd542 tempest-AttachVolumeShelveTestJSON-816975413 tempest-AttachVolumeShelveTestJSON-816975413-project-member] Enqueued Resource ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 with Priority: HIGHEST for action security_group_members [ 986.523122] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 with Priority: HIGHEST for action security_group_members [ 986.523282] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ee7d737-cf2b-4339-8934-f08ee0868637 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.523282] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.523465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.523565] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.523711] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.523851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.523851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.524074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.524162] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.524264] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ee7d737-cf2b-4339-8934-f08ee0868637',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.610614] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d751f4d8-4e0f-4902-b4d4-6b37d03c946f: rpc.has_security_group_logging(os_id): False [ 986.632190] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.632470] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.632544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.636027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.636027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.636027] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.636027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.636027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.636027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.636027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.636027] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.636027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.636027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.636027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.636027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.636027] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.636027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.636819] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.636819] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.636819] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.636819] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f is going to be created. [ 986.720571] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.720571] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.720571] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.720571] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.720571] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.735367] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f in Status: IN_PROGRESS for 2s [ 986.817851] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d34285fd-a1ec-4a6a-b47e-f6b099737fda [ 986.818120] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.818346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.818346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.818550] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.818638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.818779] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d34285fd-a1ec-4a6a-b47e-f6b099737fda already deleted. [ 986.818832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d34285fd-a1ec-4a6a-b47e-f6b099737fda" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.987222] env[65987]: INFO networking_nsxv3.common.synchronization [req-afe2fe44-e838-4e6a-9938-aa8afc38309f req-582d6d58-5848-4917-bd60-0db471eaf8b0 tempest-ImagesTestJSON-634601570 tempest-ImagesTestJSON-634601570-project-member] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 986.987222] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGHEST for action security_group_members [ 986.987222] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.987222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.987222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.987222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.987222] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.987222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.987222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.987222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.987222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.988533] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.026049] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.026209] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.026209] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.026420] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.026513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.026776] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.027744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.027744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.027744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.027744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.027744] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 is going to be updated. [ 987.060181] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.060318] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.060318] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.061611] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.061611] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.072260] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 in Status: IN_PROGRESS for 2s [ 987.473065] env[65987]: INFO networking_nsxv3.common.synchronization [None req-59d50273-f1ee-4c90-9259-3d83e5ecc3ec None None] Enqueued Resource ID: 42aaf646-2d92-4054-b219-f10bda4b3d36 with Priority: HIGHEST for action port [ 987.473409] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42aaf646-2d92-4054-b219-f10bda4b3d36 with Priority: HIGHEST for action port [ 987.473808] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-42aaf646-2d92-4054-b219-f10bda4b3d36 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.474352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42aaf646-2d92-4054-b219-f10bda4b3d36" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.474352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42aaf646-2d92-4054-b219-f10bda4b3d36" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.474352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42aaf646-2d92-4054-b219-f10bda4b3d36" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.474352] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42aaf646-2d92-4054-b219-f10bda4b3d36',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.491885] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.491885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.491885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.491885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.491885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.491885] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.491885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.491885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.492318] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.492318] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.492318] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be updated. [ 987.522389] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.522472] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.522517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.523303] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.523303] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.536742] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: IN_PROGRESS for 2s [ 987.981379] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42aaf646-2d92-4054-b219-f10bda4b3d36 [ 987.981612] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.981745] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.981813] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.982043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.982144] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.982430] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42aaf646-2d92-4054-b219-f10bda4b3d36 already deleted. [ 987.982430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42aaf646-2d92-4054-b219-f10bda4b3d36" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.749347] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f in Status: SUCCESS [ 988.749347] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.749844] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.749844] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.749959] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.083841] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 in Status: SUCCESS [ 989.084230] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 deletion is rescheduled due to dependency. [ 989.084230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.253875] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.253875] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.253875] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.253875] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.254069] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.254715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.254715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.254715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.254715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.254715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.254715] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.547735] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 in Status: SUCCESS [ 989.547929] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 deletion is rescheduled due to dependency. [ 989.548069] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.760272] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.760272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.760272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.760272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.760272] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.760272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.760272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.760272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.760272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.760272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.760272] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.760272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.760272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.760272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.760272] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.760272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.761094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.761094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.761094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.761094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.761094] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.263204] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d751f4d8-4e0f-4902-b4d4-6b37d03c946f: rpc.has_security_group_logging(os_id): False [ 990.296886] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.297051] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.297127] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.298558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.298558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.298558] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.298558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.298558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.298558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.298558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.298558] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.298558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.298558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.300825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.300825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.300825] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.300825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.300825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.300825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.300825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.300825] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f is going to be updated. [ 990.382440] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.382577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.382646] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.382868] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.383020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.397567] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f in Status: IN_PROGRESS for 2s [ 992.432996] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f in Status: SUCCESS [ 992.433341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.474843] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 992.475013] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 993.118200] env[65987]: INFO networking_nsxv3.common.synchronization [None req-fa1e415c-2007-48ae-86ef-6da3774b964b None None] Enqueued Resource ID: ce3066aa-1044-49d7-9f34-dbeca51fb441 with Priority: HIGHEST for action port [ 993.118296] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce3066aa-1044-49d7-9f34-dbeca51fb441 with Priority: HIGHEST for action port [ 993.118862] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce3066aa-1044-49d7-9f34-dbeca51fb441 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.119011] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce3066aa-1044-49d7-9f34-dbeca51fb441" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.119226] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce3066aa-1044-49d7-9f34-dbeca51fb441" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.119494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce3066aa-1044-49d7-9f34-dbeca51fb441" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.119573] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce3066aa-1044-49d7-9f34-dbeca51fb441',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.624303] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce3066aa-1044-49d7-9f34-dbeca51fb441 [ 993.624620] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.624697] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.624807] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.625046] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.625161] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.625268] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce3066aa-1044-49d7-9f34-dbeca51fb441 already deleted. [ 993.625367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce3066aa-1044-49d7-9f34-dbeca51fb441" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.952382] env[65987]: INFO networking_nsxv3.common.synchronization [req-6ce59081-d92b-475d-a7f9-005568f7e93e req-b4696f6f-256b-4ef1-afff-5b2a561538d9 tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: f6df8791-193a-4645-a66e-4fadb9c2f521 with Priority: HIGHEST for action security_group_members [ 993.952932] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6df8791-193a-4645-a66e-4fadb9c2f521 with Priority: HIGHEST for action security_group_members [ 993.953255] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6df8791-193a-4645-a66e-4fadb9c2f521 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.953391] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.953460] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.953711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.953863] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.953955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.954039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.954196] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.954280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.954370] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.369814] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.370175] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.370175] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.370437] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.370694] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.370859] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.370976] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.371219] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.371364] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.371587] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.371703] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.371820] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.371927] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.372064] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.372176] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.372313] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.394285] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.394446] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.394577] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.394758] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.395196] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-ebf8e96a-2808-4d65-83dc-09149b902b69 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.396288] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-ebf8e96a-2808-4d65-83dc-09149b902b69" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.396288] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-ebf8e96a-2808-4d65-83dc-09149b902b69" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.396288] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-ebf8e96a-2808-4d65-83dc-09149b902b69" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.396288] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf8e96a-2808-4d65-83dc-09149b902b69',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.457980] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.458202] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.458282] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.458501] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.458600] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.458812] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.458935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.459013] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.459210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.459305] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.459401] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6df8791-193a-4645-a66e-4fadb9c2f521 already deleted. [ 994.459483] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.898838] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.899143] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.899213] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.899557] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.899730] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.899904] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port ebf8e96a-2808-4d65-83dc-09149b902b69 not found, creating... [ 994.900301] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.901185] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.901185] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.901185] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.901185] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.901353] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.901422] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.901621] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.901686] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.902659] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.902659] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: ebf8e96a-2808-4d65-83dc-09149b902b69 is going to be created. [ 994.922273] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.922481] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.922625] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.922872] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.923119] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.923340] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-ebf8e96a-2808-4d65-83dc-09149b902b69" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.421972] env[65987]: INFO networking_nsxv3.common.synchronization [req-be875d39-ca41-4004-8500-c6b924300c25 req-6a0022f7-8b9f-49de-aab0-f8215b89e447 tempest-AttachVolumeNegativeTest-1685597108 tempest-AttachVolumeNegativeTest-1685597108-project-member] Enqueued Resource ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 with Priority: HIGHEST for action security_group_members [ 995.422561] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 with Priority: HIGHEST for action security_group_members [ 995.422895] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-83cb7c38-9019-4b1a-a3ac-2642965b7181 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.423510] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.423612] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.423813] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.424369] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.424514] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.424555] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.424700] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.424785] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.424877] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83cb7c38-9019-4b1a-a3ac-2642965b7181',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.478403] env[65987]: INFO networking_nsxv3.common.synchronization [None req-ee8d17bc-19ba-4ea7-87f0-c4a427fd874b None None] Enqueued Resource ID: 634804a0-3492-4cc8-a27f-e5a22ac15354 with Priority: HIGHEST for action port [ 995.478675] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 634804a0-3492-4cc8-a27f-e5a22ac15354 with Priority: HIGHEST for action port [ 995.479250] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-634804a0-3492-4cc8-a27f-e5a22ac15354 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.479379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-634804a0-3492-4cc8-a27f-e5a22ac15354" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.479447] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-634804a0-3492-4cc8-a27f-e5a22ac15354" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.479693] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-634804a0-3492-4cc8-a27f-e5a22ac15354" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.479773] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('634804a0-3492-4cc8-a27f-e5a22ac15354',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.707067] env[65987]: INFO networking_nsxv3.common.synchronization [req-6ce59081-d92b-475d-a7f9-005568f7e93e req-d7599337-627a-482f-8973-146fe93365ae service nova] Enqueued Resource ID: f6df8791-193a-4645-a66e-4fadb9c2f521 with Priority: HIGHEST for action security_group_rules [ 995.707951] env[65987]: INFO networking_nsxv3.common.synchronization [req-6ce59081-d92b-475d-a7f9-005568f7e93e req-d7599337-627a-482f-8973-146fe93365ae service nova] Enqueued Resource ID: f6df8791-193a-4645-a66e-4fadb9c2f521 with Priority: HIGHEST for action security_group_members [ 995.707951] env[65987]: INFO networking_nsxv3.common.synchronization [req-6ce59081-d92b-475d-a7f9-005568f7e93e req-d7599337-627a-482f-8973-146fe93365ae service nova] Enqueued Resource ID: ebf8e96a-2808-4d65-83dc-09149b902b69 with Priority: HIGHEST for action port [ 995.708076] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6df8791-193a-4645-a66e-4fadb9c2f521 with Priority: HIGHEST for action security_group_rules [ 995.708209] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6df8791-193a-4645-a66e-4fadb9c2f521 with Priority: HIGHEST for action security_group_members [ 995.708302] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf8e96a-2808-4d65-83dc-09149b902b69 with Priority: HIGHEST for action port [ 995.708589] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6df8791-193a-4645-a66e-4fadb9c2f521 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.708703] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.708767] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.709023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.709099] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.710025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6df8791-193a-4645-a66e-4fadb9c2f521 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.710364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.710364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.710364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.710503] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.710592] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.710649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.710797] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.711122] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.711122] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.714016] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebf8e96a-2808-4d65-83dc-09149b902b69 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.714016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebf8e96a-2808-4d65-83dc-09149b902b69" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.714016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebf8e96a-2808-4d65-83dc-09149b902b69" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.714016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebf8e96a-2808-4d65-83dc-09149b902b69" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.714016] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf8e96a-2808-4d65-83dc-09149b902b69',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.927507] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.927849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.927849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.927982] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.928107] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.928343] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.928454] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.929064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.929064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.929064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.929064] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 is going to be updated. [ 995.960690] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.960690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.960852] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.961022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.961872] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.970436] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 in Status: IN_PROGRESS for 2s [ 995.986035] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 634804a0-3492-4cc8-a27f-e5a22ac15354 [ 995.986035] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.986035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.986035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.986249] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.986280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.986387] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:634804a0-3492-4cc8-a27f-e5a22ac15354 already deleted. [ 995.986471] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-634804a0-3492-4cc8-a27f-e5a22ac15354" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.220216] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.220216] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6df8791-193a-4645-a66e-4fadb9c2f521 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.220216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.220216] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebf8e96a-2808-4d65-83dc-09149b902b69 with status ACTIVE [ 996.220216] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.220216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.220216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.220216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.220216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.220216] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.220216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.220602] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.220602] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.220602] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.220751] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.220847] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.220922] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.221481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.221841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.221841] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebf8e96a-2808-4d65-83dc-09149b902b69 is going to be updated. [ 996.254176] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.254683] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.254808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.255186] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.256037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.256037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebf8e96a-2808-4d65-83dc-09149b902b69" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.404267] env[65987]: INFO networking_nsxv3.common.synchronization [req-4d278bcc-382e-4e51-a056-cef6994e2be2 req-2d091518-39be-4805-848e-9f160e372257 tempest-ImagesOneServerNegativeTestJSON-148084720 tempest-ImagesOneServerNegativeTestJSON-148084720-project-member] Enqueued Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_members [ 996.404878] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_members [ 996.405267] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.405394] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.405466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.405665] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.405815] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.405920] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.406026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.406175] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.406262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.406358] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.725111] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.754288] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-8 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.754288] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.754288] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.754288] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.754288] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.754288] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.754288] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.754647] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.754647] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.755910] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.755910] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.755910] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.755910] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.755910] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.755910] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.755910] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.781089] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.781226] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.781484] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.781576] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.781918] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-b51ebdae-a75c-407c-8caa-9f663d54a880 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.782080] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-b51ebdae-a75c-407c-8caa-9f663d54a880" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.782151] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-b51ebdae-a75c-407c-8caa-9f663d54a880" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.782488] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-b51ebdae-a75c-407c-8caa-9f663d54a880" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.782629] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b51ebdae-a75c-407c-8caa-9f663d54a880',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.909176] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.909359] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.909423] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.909639] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.909728] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.909939] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.910094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.910094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.910251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.910382] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.910414] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 is going to be updated. [ 996.940155] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.940463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.940463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.940584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.940726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.952279] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: IN_PROGRESS for 2s [ 997.226860] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.227151] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.227277] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.227558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.227691] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.227841] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6df8791-193a-4645-a66e-4fadb9c2f521 is going to be created. [ 997.254085] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.254305] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.254305] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.254568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.254673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.264216] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6df8791-193a-4645-a66e-4fadb9c2f521 in Status: UNINITIALIZED for 2s [ 997.285583] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.285818] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.285943] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.286362] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.286524] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.286684] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port b51ebdae-a75c-407c-8caa-9f663d54a880 not found, creating... [ 997.286960] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.287196] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.287328] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.287555] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.287692] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.287980] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.288154] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.288271] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.288489] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.288608] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.288746] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: b51ebdae-a75c-407c-8caa-9f663d54a880 is going to be created. [ 997.316942] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.317163] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.317228] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.317510] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.317741] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.317962] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-b51ebdae-a75c-407c-8caa-9f663d54a880" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.982303] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 in Status: SUCCESS [ 997.982542] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 deletion is rescheduled due to dependency. [ 997.982638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.024734] env[65987]: INFO networking_nsxv3.common.synchronization [req-4d278bcc-382e-4e51-a056-cef6994e2be2 req-12ad50ba-aeee-4b42-87c8-a7c7e59be611 service nova] Enqueued Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_rules [ 998.024913] env[65987]: INFO networking_nsxv3.common.synchronization [req-4d278bcc-382e-4e51-a056-cef6994e2be2 req-12ad50ba-aeee-4b42-87c8-a7c7e59be611 service nova] Enqueued Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_members [ 998.025107] env[65987]: INFO networking_nsxv3.common.synchronization [req-4d278bcc-382e-4e51-a056-cef6994e2be2 req-12ad50ba-aeee-4b42-87c8-a7c7e59be611 service nova] Enqueued Resource ID: b51ebdae-a75c-407c-8caa-9f663d54a880 with Priority: HIGHEST for action port [ 998.025688] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_rules [ 998.025802] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_members [ 998.025903] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b51ebdae-a75c-407c-8caa-9f663d54a880 with Priority: HIGHEST for action port [ 998.026496] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.026628] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.026695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.026896] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.026978] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.028059] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.028159] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.028358] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-b51ebdae-a75c-407c-8caa-9f663d54a880 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.028458] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b51ebdae-a75c-407c-8caa-9f663d54a880" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.028521] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b51ebdae-a75c-407c-8caa-9f663d54a880" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.028691] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b51ebdae-a75c-407c-8caa-9f663d54a880" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.028765] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b51ebdae-a75c-407c-8caa-9f663d54a880',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.534041] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.534041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.534041] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b51ebdae-a75c-407c-8caa-9f663d54a880 with status ACTIVE [ 998.534041] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.534041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.534041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.534041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.534041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.535878] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.535878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.535878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.535878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.535878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.535878] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.535878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.535878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.535878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.535878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.535878] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b51ebdae-a75c-407c-8caa-9f663d54a880 is going to be updated. [ 998.559819] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.559969] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.560052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.560272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.560412] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.560687] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b51ebdae-a75c-407c-8caa-9f663d54a880" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.840970] env[65987]: INFO networking_nsxv3.common.synchronization [req-fd5f32e2-97cc-4f7c-8396-813e732b3c9f req-fb622f87-cdfd-41a9-90ea-dcd658f4a005 tempest-ServerActionsTestOtherA-1293518559 tempest-ServerActionsTestOtherA-1293518559-project-member] Enqueued Resource ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 with Priority: HIGHEST for action security_group_members [ 998.841609] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 with Priority: HIGHEST for action security_group_members [ 998.842111] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ed63e7-7a50-448d-9974-1a7c06a44759 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.843103] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.843206] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.843486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.843653] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.843757] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.843813] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.843982] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.844076] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.844174] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ed63e7-7a50-448d-9974-1a7c06a44759',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.966829] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: SUCCESS [ 998.967043] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 deletion is rescheduled due to dependency. [ 998.967686] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.967686] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.967821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.967942] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.968119] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.968187] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.968747] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.968747] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.968747] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.173636] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.173938] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-921" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.173978] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-921" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.174291] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-921" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.174555] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.174713] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.174827] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.175139] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.175309] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.175519] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.175661] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.175718] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.175829] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.176008] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.176144] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.176277] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.195738] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.195904] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 999.196053] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.196241] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-921" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.196557] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-64ab9dc6-853c-4829-bbba-046c9ce27424 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.196725] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-64ab9dc6-853c-4829-bbba-046c9ce27424" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.196873] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-64ab9dc6-853c-4829-bbba-046c9ce27424" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.197181] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-64ab9dc6-853c-4829-bbba-046c9ce27424" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.197345] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64ab9dc6-853c-4829-bbba-046c9ce27424',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.280016] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6df8791-193a-4645-a66e-4fadb9c2f521 in Status: SUCCESS [ 999.280016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.280016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.280016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.280016] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.280016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.280016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.280016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.280016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.280016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.280016] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.347521] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.348312] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.348312] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.348312] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.348312] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.348558] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.348558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.348558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.348673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.348754] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.348837] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 already deleted. [ 999.348915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.473164] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.699199] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.699428] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.699556] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.699949] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.700166] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.700348] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 64ab9dc6-853c-4829-bbba-046c9ce27424 not found, creating... [ 999.700616] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.700769] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.700883] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.701185] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.701340] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.701616] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.701771] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.701885] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.702106] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.702245] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.702382] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 64ab9dc6-853c-4829-bbba-046c9ce27424 is going to be created. [ 999.748458] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.748756] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.748899] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.749577] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.749577] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.749735] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-64ab9dc6-853c-4829-bbba-046c9ce27424" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.781872] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.979012] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.284857] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6df8791-193a-4645-a66e-4fadb9c2f521: rpc.has_security_group_logging(os_id): False [ 1000.304185] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.304391] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.304471] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.304739] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.304835] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.305195] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.305331] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.305425] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.305597] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.305680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.305773] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6df8791-193a-4645-a66e-4fadb9c2f521 is going to be created. [ 1000.395481] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.395793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.395872] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.396123] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.396309] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.411840] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6df8791-193a-4645-a66e-4fadb9c2f521 in Status: IN_PROGRESS for 2s [ 1000.465067] env[65987]: INFO networking_nsxv3.common.synchronization [req-fd5f32e2-97cc-4f7c-8396-813e732b3c9f req-4cedcc55-d23a-419a-9e3c-9b8692229251 service nova] Enqueued Resource ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 with Priority: HIGHEST for action security_group_rules [ 1000.465421] env[65987]: INFO networking_nsxv3.common.synchronization [req-fd5f32e2-97cc-4f7c-8396-813e732b3c9f req-4cedcc55-d23a-419a-9e3c-9b8692229251 service nova] Enqueued Resource ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 with Priority: HIGHEST for action security_group_members [ 1000.465637] env[65987]: INFO networking_nsxv3.common.synchronization [req-fd5f32e2-97cc-4f7c-8396-813e732b3c9f req-4cedcc55-d23a-419a-9e3c-9b8692229251 service nova] Enqueued Resource ID: 64ab9dc6-853c-4829-bbba-046c9ce27424 with Priority: HIGHEST for action port [ 1000.469746] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 with Priority: HIGHEST for action security_group_rules [ 1000.470022] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 with Priority: HIGHEST for action security_group_members [ 1000.470022] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ab9dc6-853c-4829-bbba-046c9ce27424 with Priority: HIGHEST for action port [ 1000.470329] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ed63e7-7a50-448d-9974-1a7c06a44759 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.470462] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.470528] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.470765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.470852] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ed63e7-7a50-448d-9974-1a7c06a44759',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.473205] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ed63e7-7a50-448d-9974-1a7c06a44759 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.473205] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.473205] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.473205] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.473505] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.473834] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.473929] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.474416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.474416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.474416] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ed63e7-7a50-448d-9974-1a7c06a44759',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.475321] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-64ab9dc6-853c-4829-bbba-046c9ce27424 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.475448] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64ab9dc6-853c-4829-bbba-046c9ce27424" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.475512] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64ab9dc6-853c-4829-bbba-046c9ce27424" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.477681] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64ab9dc6-853c-4829-bbba-046c9ce27424" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.477681] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64ab9dc6-853c-4829-bbba-046c9ce27424',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.481270] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.481399] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.481469] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.481659] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.481742] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.481845] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 is going to be updated. [ 1000.546311] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.546474] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.547040] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.547138] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.547282] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.556287] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: IN_PROGRESS for 2s [ 1000.977547] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ed63e7-7a50-448d-9974-1a7c06a44759 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.977547] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.977753] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48ed63e7-7a50-448d-9974-1a7c06a44759',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.978729] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64ab9dc6-853c-4829-bbba-046c9ce27424 with status ACTIVE [ 1000.978909] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.979236] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.979236] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.979397] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.979397] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.979605] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.979719] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.979778] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.979950] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.980042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.980245] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.980932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.981048] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.981216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.981300] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.981394] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64ab9dc6-853c-4829-bbba-046c9ce27424 is going to be updated. [ 1001.005122] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.005299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.005368] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.005571] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.005812] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.005986] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64ab9dc6-853c-4829-bbba-046c9ce27424" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.484867] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48ed63e7-7a50-448d-9974-1a7c06a44759',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.987562] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.990306] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.990306] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.990306] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.990306] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.990306] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 is going to be created. [ 1002.019037] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.019037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.019037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.019037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.019037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.029800] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 in Status: UNINITIALIZED for 2s [ 1002.427063] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6df8791-193a-4645-a66e-4fadb9c2f521 in Status: SUCCESS [ 1002.427376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.567028] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: SUCCESS [ 1002.567474] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.567474] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.567622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.567814] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.567935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.568039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.568165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.568248] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.568310] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.568407] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.071010] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.071185] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.071260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.071484] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.071653] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.071751] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.071814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.071955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.072051] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.072139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.072289] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.072378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.072709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.072709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.072709] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.072840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.072840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.072952] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.073047] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.073135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.073238] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.575549] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fa3c834-0a8e-4a81-b10b-c297c2d69e04: rpc.has_security_group_logging(os_id): False [ 1003.595129] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.595349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.595417] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.595591] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.595677] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.595876] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.595963] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.596162] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.596231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.596310] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.596498] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.596596] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.596708] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.596852] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.597595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.597595] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.597595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.597595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.597595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.597595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.597595] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 is going to be updated. [ 1003.682935] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.683293] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.683293] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.683465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.683605] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.696933] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: IN_PROGRESS for 2s [ 1004.042338] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 in Status: SUCCESS [ 1004.042569] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.042813] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.042961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.043175] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.043292] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.043355] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.043535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.043619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.043714] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.043807] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48ed63e7-7a50-448d-9974-1a7c06a44759',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.548473] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ed63e7-7a50-448d-9974-1a7c06a44759 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.548633] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.548773] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.549025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.549207] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.549323] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.549389] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.549574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.549654] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.549720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.549866] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ed63e7-7a50-448d-9974-1a7c06a44759 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.549965] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.550018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.550167] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.550301] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.550407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.550449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.550582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.550655] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.550734] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.550814] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48ed63e7-7a50-448d-9974-1a7c06a44759',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.053913] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48ed63e7-7a50-448d-9974-1a7c06a44759: rpc.has_security_group_logging(os_id): False [ 1005.072373] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.072514] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.072589] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.072802] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.072890] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.073169] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.073272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.073331] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.073483] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.073557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.073753] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.073854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.073916] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.074072] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.074149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.074372] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.074513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.074580] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.074725] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.074799] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.074887] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 is going to be created. [ 1005.142707] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.142937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.143044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.143319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.143504] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.157393] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 in Status: IN_PROGRESS for 2s [ 1005.439238] env[65987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1005.439381] env[65987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] NSXv3 Agent Agent loop - iteration:2 started [ 1005.470880] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1005.470880] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1005.714468] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: SUCCESS [ 1005.714468] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.175851] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 in Status: SUCCESS [ 1007.175851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.440703] env[65987]: INFO networking_nsxv3.common.synchronization [req-3758eb89-d375-4ea7-bfda-c3add0826c16 req-6577e388-28c9-4e66-b909-d3d5243786bb tempest-ServersTestJSON-273690675 tempest-ServersTestJSON-273690675-project-member] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1008.440996] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1008.441339] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.441517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.441618] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.441847] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.442039] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.442208] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.442277] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.442532] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.442532] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.442651] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.944835] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.947515] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.948165] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.948165] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.948165] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.948581] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.948771] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.948921] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.949182] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.949367] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.949602] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.949743] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.949875] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.950009] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.950162] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.950423] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.950897] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.973464] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.973663] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.973800] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.973976] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.974335] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-4b4241ac-3259-468f-b679-9db461f21423 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.974522] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-4b4241ac-3259-468f-b679-9db461f21423" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.974628] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-4b4241ac-3259-468f-b679-9db461f21423" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.974962] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-4b4241ac-3259-468f-b679-9db461f21423" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.975139] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b4241ac-3259-468f-b679-9db461f21423',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.452689] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.477928] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.478178] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.478308] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.478605] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.478767] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.478914] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 4b4241ac-3259-468f-b679-9db461f21423 not found, creating... [ 1009.479201] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.479360] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.479584] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.479774] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.479920] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.480265] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.480462] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.480519] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.480726] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.480884] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.481041] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 4b4241ac-3259-468f-b679-9db461f21423 is going to be created. [ 1009.502575] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.502575] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.502575] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.503233] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.503233] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.503532] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-4b4241ac-3259-468f-b679-9db461f21423" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.956241] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.956466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.956562] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.956847] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.956968] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.957170] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 1009.993851] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.993851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.993851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.993851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.994053] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.003936] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 1010.228522] env[65987]: INFO networking_nsxv3.common.synchronization [req-3758eb89-d375-4ea7-bfda-c3add0826c16 req-a5aca22f-51de-47fe-9b39-9378a05fc95b service nova] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_rules [ 1010.228522] env[65987]: INFO networking_nsxv3.common.synchronization [req-3758eb89-d375-4ea7-bfda-c3add0826c16 req-a5aca22f-51de-47fe-9b39-9378a05fc95b service nova] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1010.228522] env[65987]: INFO networking_nsxv3.common.synchronization [req-3758eb89-d375-4ea7-bfda-c3add0826c16 req-a5aca22f-51de-47fe-9b39-9378a05fc95b service nova] Enqueued Resource ID: 4b4241ac-3259-468f-b679-9db461f21423 with Priority: HIGHEST for action port [ 1010.229173] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_rules [ 1010.229362] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1010.229497] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b4241ac-3259-468f-b679-9db461f21423 with Priority: HIGHEST for action port [ 1010.229866] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.230050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.230123] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.230492] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.230492] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.232174] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.232303] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.232589] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b4241ac-3259-468f-b679-9db461f21423 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.232822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b4241ac-3259-468f-b679-9db461f21423" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.232822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b4241ac-3259-468f-b679-9db461f21423" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.237266] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b4241ac-3259-468f-b679-9db461f21423" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.237386] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b4241ac-3259-468f-b679-9db461f21423',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.582338] env[65987]: INFO networking_nsxv3.common.synchronization [req-a242655c-66cc-41b1-b751-47eb6e2b37b7 req-73965d13-816b-4e8a-8077-4749dbfae676 tempest-ServerActionsTestOtherB-681768895 tempest-ServerActionsTestOtherB-681768895-project-member] Enqueued Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_members [ 1010.582883] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_members [ 1010.583313] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.583496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.583496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.583699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.583910] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.584046] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.584111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.584274] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.584416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.584520] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.743645] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.743803] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.748317] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b4241ac-3259-468f-b679-9db461f21423 with status ACTIVE [ 1010.748987] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.748987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.748987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.749220] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.749220] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.749354] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.749453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.749525] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.749929] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.749929] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.750060] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.750327] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.750497] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.750696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.750824] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.750921] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b4241ac-3259-468f-b679-9db461f21423 is going to be updated. [ 1010.776810] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.777056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.777117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.777309] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.777444] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.777616] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b4241ac-3259-468f-b679-9db461f21423" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.882154] env[65987]: INFO networking_nsxv3.common.synchronization [None req-4ac54448-19dc-4a9c-a5bc-84c4a103f323 tempest-AttachVolumeShelveTestJSON-816975413 tempest-AttachVolumeShelveTestJSON-816975413-project-member] Enqueued Resource ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 with Priority: HIGHEST for action security_group_rules [ 1010.882154] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 with Priority: HIGHEST for action security_group_rules [ 1010.882154] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d2f7b06-014d-4032-b70e-70518c1f57a9 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.882289] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.882289] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.882885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.882885] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d2f7b06-014d-4032-b70e-70518c1f57a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.005722] env[65987]: INFO networking_nsxv3.common.synchronization [None req-0ea60ae4-2d4f-474d-b5e5-ca783457fad2 tempest-AttachVolumeShelveTestJSON-816975413 tempest-AttachVolumeShelveTestJSON-816975413-project-member] Enqueued Resource ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 with Priority: HIGHEST for action security_group_rules [ 1011.006874] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 with Priority: HIGHEST for action security_group_rules [ 1011.007111] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d2f7b06-014d-4032-b70e-70518c1f57a9 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.007264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.086970] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.087170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.087214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.087445] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.111595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.112052] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.114138] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.114138] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.114138] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.114138] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.114138] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 is going to be updated. [ 1011.144284] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.144284] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.144284] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.144284] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.144284] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.154696] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: IN_PROGRESS for 2s [ 1011.406772] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.408499] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.408499] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.408499] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.408499] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.408499] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 already deleted. [ 1011.408499] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.408499] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.408499] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.408499] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d2f7b06-014d-4032-b70e-70518c1f57a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.932840] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.933260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.933260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.933374] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.933464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.933568] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 already deleted. [ 1011.933653] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.014149] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 1012.015024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.015024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.015024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.015024] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.015439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.015439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.015439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.015439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.015555] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.517467] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.022448] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.165575] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: SUCCESS [ 1013.165797] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 deletion is rescheduled due to dependency. [ 1013.165984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.524746] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.525051] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.525190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.525441] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.525574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.525676] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 1013.567555] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.567884] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.567979] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.568218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.568558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.580664] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 1015.012098] env[65987]: INFO networking_nsxv3.common.synchronization [req-f129d519-1d0d-4220-9191-63e1b2203ce6 req-509a7267-38f6-4365-83d9-8577487e6cd0 tempest-DeleteServersTestJSON-264165243 tempest-DeleteServersTestJSON-264165243-project-member] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 1015.013215] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 1015.013503] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.013621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.013685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.014619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.014756] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.014873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.014954] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.015192] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.015483] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.015483] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.411232] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.411691] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.412054] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.412426] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.412809] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.413178] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.413531] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.413870] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.414144] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.414461] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.414671] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.414913] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.415145] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.415373] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.415599] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.415863] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.437722] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.437978] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.438235] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.438508] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-202" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.438972] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-c8f87bd3-75a3-4b83-9761-ab5034fd5ef0 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.439281] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-c8f87bd3-75a3-4b83-9761-ab5034fd5ef0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.439428] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-c8f87bd3-75a3-4b83-9761-ab5034fd5ef0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.439842] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-c8f87bd3-75a3-4b83-9761-ab5034fd5ef0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.439988] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8f87bd3-75a3-4b83-9761-ab5034fd5ef0',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.520533] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.520816] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.520939] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.521249] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.521399] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.521669] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.521817] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.521905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.522169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.522299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.522426] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be updated. [ 1015.551820] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.551963] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.552044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.552262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.552410] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.561547] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 1015.589621] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 1015.589828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.590390] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.590613] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.590812] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.590930] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.590995] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.591165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.591381] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.591475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.591569] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.942805] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.943066] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.943207] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.943529] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.943688] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.943843] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port c8f87bd3-75a3-4b83-9761-ab5034fd5ef0 not found, creating... [ 1015.944167] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.944347] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.944466] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.944684] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.944870] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.945224] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.945399] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.945518] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.945733] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.945859] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.946015] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: c8f87bd3-75a3-4b83-9761-ab5034fd5ef0 is going to be created. [ 1015.948762] env[65987]: INFO networking_nsxv3.common.synchronization [None req-5869cfd9-860a-4c05-87ca-bbb26c810ddc tempest-ServerRescueNegativeTestJSON-455463539 tempest-ServerRescueNegativeTestJSON-455463539-project-member] Enqueued Resource ID: b61163f2-d933-4e12-bd4f-e9202c550b1d with Priority: HIGHEST for action security_group_rules [ 1015.949425] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61163f2-d933-4e12-bd4f-e9202c550b1d with Priority: HIGHEST for action security_group_rules [ 1015.950123] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b61163f2-d933-4e12-bd4f-e9202c550b1d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.950246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.950246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.950454] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.950573] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b61163f2-d933-4e12-bd4f-e9202c550b1d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.971998] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.972243] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.972370] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.972648] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.973015] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.973257] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-c8f87bd3-75a3-4b83-9761-ab5034fd5ef0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.094258] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.094718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.094718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.094874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.096130] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.096130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.096130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.096130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.096130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.096130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.096130] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.096130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.096130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.096738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.096738] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.096738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.096738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.096910] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.096965] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.097171] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.097351] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.173283] env[65987]: INFO networking_nsxv3.common.synchronization [None req-dc32639f-d4f1-468f-9466-02f4ec6d1c08 tempest-ServerRescueNegativeTestJSON-455463539 tempest-ServerRescueNegativeTestJSON-455463539-project-member] Enqueued Resource ID: b61163f2-d933-4e12-bd4f-e9202c550b1d with Priority: HIGHEST for action security_group_rules [ 1016.173901] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61163f2-d933-4e12-bd4f-e9202c550b1d with Priority: HIGHEST for action security_group_rules [ 1016.174226] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b61163f2-d933-4e12-bd4f-e9202c550b1d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.174431] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.478581] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.478775] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.478848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.479075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.479170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.479269] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b61163f2-d933-4e12-bd4f-e9202c550b1d already deleted. [ 1016.479352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.479506] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.479664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.479749] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b61163f2-d933-4e12-bd4f-e9202c550b1d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.600898] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12aa49ce-2811-4939-93b3-c273bbd232c4: rpc.has_security_group_logging(os_id): False [ 1016.620207] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.620390] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.620468] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.620685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.620776] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.621201] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.621313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.621389] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.621561] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.621647] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.621841] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.621937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.621997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.622241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.622241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.622444] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.622526] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.622590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.622727] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.622800] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.622885] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 1016.701648] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.701792] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.701895] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.702124] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.702285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.719954] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 1016.744542] env[65987]: INFO networking_nsxv3.common.synchronization [req-f129d519-1d0d-4220-9191-63e1b2203ce6 req-09b9d113-d15a-43dc-ba15-5f0524d78b40 service nova] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_rules [ 1016.744855] env[65987]: INFO networking_nsxv3.common.synchronization [req-f129d519-1d0d-4220-9191-63e1b2203ce6 req-09b9d113-d15a-43dc-ba15-5f0524d78b40 service nova] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 1016.745693] env[65987]: INFO networking_nsxv3.common.synchronization [req-f129d519-1d0d-4220-9191-63e1b2203ce6 req-09b9d113-d15a-43dc-ba15-5f0524d78b40 service nova] Enqueued Resource ID: c8f87bd3-75a3-4b83-9761-ab5034fd5ef0 with Priority: HIGHEST for action port [ 1016.746471] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_rules [ 1016.746663] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 1016.746795] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f87bd3-75a3-4b83-9761-ab5034fd5ef0 with Priority: HIGHEST for action port [ 1016.747352] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.747352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.747352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.747679] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.747813] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.748878] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.748974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.749254] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8f87bd3-75a3-4b83-9761-ab5034fd5ef0 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.749381] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8f87bd3-75a3-4b83-9761-ab5034fd5ef0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.749449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8f87bd3-75a3-4b83-9761-ab5034fd5ef0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.749670] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8f87bd3-75a3-4b83-9761-ab5034fd5ef0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.749773] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8f87bd3-75a3-4b83-9761-ab5034fd5ef0',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.004393] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.004393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.004393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.004393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.004393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.004393] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b61163f2-d933-4e12-bd4f-e9202c550b1d already deleted. [ 1017.004625] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.252822] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.253297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.253297] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8f87bd3-75a3-4b83-9761-ab5034fd5ef0 with status ACTIVE [ 1017.253461] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.253570] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.253637] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.253849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.253934] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.254124] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.254223] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.254283] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.254439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.254516] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.254691] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.254782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.254841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.255044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.255044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.255208] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8f87bd3-75a3-4b83-9761-ab5034fd5ef0 is going to be updated. [ 1017.304446] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.304677] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.304795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.305244] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.305436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.305624] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8f87bd3-75a3-4b83-9761-ab5034fd5ef0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.572036] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 1017.572297] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 deletion is rescheduled due to dependency. [ 1017.572436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.572614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.572873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.573019] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.573151] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.573218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.573379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.573460] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.573554] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.077588] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.323996] env[65987]: INFO networking_nsxv3.common.synchronization [req-94fa6388-0927-467f-bb34-8292e88b8831 req-460581d6-0caa-46b9-8c4d-0906501af961 tempest-ServerGroupTestJSON-618708054 tempest-ServerGroupTestJSON-618708054-project-member] Enqueued Resource ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 with Priority: HIGHEST for action security_group_members [ 1018.324579] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 with Priority: HIGHEST for action security_group_members [ 1018.324889] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eb741b6-4f4e-4223-b855-0824b06582a4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.325016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.326968] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.327254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.327467] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.327622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.327730] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.327905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.327993] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.328108] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3eb741b6-4f4e-4223-b855-0824b06582a4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.578524] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.758601] env[65987]: INFO networking_nsxv3.common.synchronization [req-c0455f4d-8b55-4179-ae8e-08b8b3cff8da req-715ad08b-96c1-4ed4-9cdc-0345f7b61d7b tempest-AttachInterfacesUnderV243Test-994393319 tempest-AttachInterfacesUnderV243Test-994393319-project-member] Enqueued Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_members [ 1018.760603] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_members [ 1018.761666] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.761906] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-430" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.762064] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-430" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.762442] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-430" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.762802] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.763084] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.763224] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.763501] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.763870] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.763959] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.764057] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.764138] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.764272] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.764389] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.764519] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.764650] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.766108] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-219a566d-77a8-4e7f-8619-4a2a453687ed taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.766241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.766322] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.766546] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.766745] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.766885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.766983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.767195] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.767321] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.767518] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.791578] env[65987]: INFO networking_nsxv3.common.synchronization [req-c0455f4d-8b55-4179-ae8e-08b8b3cff8da req-715ad08b-96c1-4ed4-9cdc-0345f7b61d7b tempest-AttachInterfacesUnderV243Test-994393319 tempest-AttachInterfacesUnderV243Test-994393319-project-member] Enqueued Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_rules [ 1018.791749] env[65987]: INFO networking_nsxv3.common.synchronization [req-c0455f4d-8b55-4179-ae8e-08b8b3cff8da req-715ad08b-96c1-4ed4-9cdc-0345f7b61d7b tempest-AttachInterfacesUnderV243Test-994393319 tempest-AttachInterfacesUnderV243Test-994393319-project-member] Enqueued Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_members [ 1018.791893] env[65987]: INFO networking_nsxv3.common.synchronization [req-c0455f4d-8b55-4179-ae8e-08b8b3cff8da req-715ad08b-96c1-4ed4-9cdc-0345f7b61d7b tempest-AttachInterfacesUnderV243Test-994393319 tempest-AttachInterfacesUnderV243Test-994393319-project-member] Enqueued Resource ID: fb8582bd-5463-42e4-8588-028c83f18255 with Priority: HIGHEST for action port [ 1018.792564] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_rules [ 1018.792722] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_members [ 1018.792859] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb8582bd-5463-42e4-8588-028c83f18255 with Priority: HIGHEST for action port [ 1018.794057] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 1018.794216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.794706] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-219a566d-77a8-4e7f-8619-4a2a453687ed taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.794830] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.794906] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.795301] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.795456] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.796683] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-219a566d-77a8-4e7f-8619-4a2a453687ed taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.796822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.798165] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb8582bd-5463-42e4-8588-028c83f18255 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.798165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb8582bd-5463-42e4-8588-028c83f18255" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.798165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb8582bd-5463-42e4-8588-028c83f18255" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.798165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb8582bd-5463-42e4-8588-028c83f18255" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.798165] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb8582bd-5463-42e4-8588-028c83f18255',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.816016] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.816241] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.816332] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.816559] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-430" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.816869] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-df2f9347-cb87-4c9e-956f-bfd117356293 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.817298] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-df2f9347-cb87-4c9e-956f-bfd117356293" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.817298] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-df2f9347-cb87-4c9e-956f-bfd117356293" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.817916] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-df2f9347-cb87-4c9e-956f-bfd117356293" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.817916] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df2f9347-cb87-4c9e-956f-bfd117356293',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.830692] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.830918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.830988] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.831591] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.831591] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.832255] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.832255] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.832255] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.832255] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.832255] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.832549] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 already deleted. [ 1018.832549] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.081552] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.081769] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.081823] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.082041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.082135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.082241] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be updated. [ 1019.113304] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.113470] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.113522] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.113716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.114336] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.123667] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 1019.270565] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.299680] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-219a566d-77a8-4e7f-8619-4a2a453687ed taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.299857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.300159] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb8582bd-5463-42e4-8588-028c83f18255 with status ACTIVE [ 1019.300359] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.300481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.300574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.300833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.300939] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.301147] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.301246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.301309] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.301468] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.301544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.301765] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.301863] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.301927] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.302106] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.302192] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.302278] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb8582bd-5463-42e4-8588-028c83f18255 is going to be updated. [ 1019.324111] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.324111] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.324111] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.324111] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.324111] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.324111] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port df2f9347-cb87-4c9e-956f-bfd117356293 not found, creating... [ 1019.324111] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.324111] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.324111] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.325093] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.325093] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.325248] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.325362] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.325560] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.325888] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.326136] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.326369] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: df2f9347-cb87-4c9e-956f-bfd117356293 is going to be created. [ 1019.340810] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.341718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.341718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.341718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.341718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.342026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb8582bd-5463-42e4-8588-028c83f18255" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.359566] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.359801] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.359913] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.360366] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.360615] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.360852] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-df2f9347-cb87-4c9e-956f-bfd117356293" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.444700] env[65987]: INFO networking_nsxv3.common.synchronization [req-d737e61e-341e-4e78-aa69-8ec3f8a6fd00 req-6eb27c26-b222-47fe-9cef-ba6bcb40efca tempest-AttachVolumeTestJSON-1056237242 tempest-AttachVolumeTestJSON-1056237242-project-member] Enqueued Resource ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 with Priority: HIGHEST for action security_group_members [ 1019.445379] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 with Priority: HIGHEST for action security_group_members [ 1019.446434] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06aa0a1-cdcf-4252-97da-ae996c7f6d67 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.446434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.446434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.446434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.446434] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.446434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.446434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.446938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.446938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.446938] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06aa0a1-cdcf-4252-97da-ae996c7f6d67',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.773389] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.949476] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.949639] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.949730] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.949925] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.971858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.972135] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.972397] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.972397] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.972530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.972595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.972682] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 is going to be updated. [ 1020.007643] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.007643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.007643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.007643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.007643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.017083] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 in Status: IN_PROGRESS for 2s [ 1020.034982] env[65987]: INFO networking_nsxv3.common.synchronization [req-94fa6388-0927-467f-bb34-8292e88b8831 req-8dde21ea-54b7-44ff-9ba6-6af4ea6a286a service nova] Enqueued Resource ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 with Priority: HIGHEST for action security_group_rules [ 1020.035134] env[65987]: INFO networking_nsxv3.common.synchronization [req-94fa6388-0927-467f-bb34-8292e88b8831 req-8dde21ea-54b7-44ff-9ba6-6af4ea6a286a service nova] Enqueued Resource ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 with Priority: HIGHEST for action security_group_members [ 1020.035444] env[65987]: INFO networking_nsxv3.common.synchronization [req-94fa6388-0927-467f-bb34-8292e88b8831 req-8dde21ea-54b7-44ff-9ba6-6af4ea6a286a service nova] Enqueued Resource ID: df2f9347-cb87-4c9e-956f-bfd117356293 with Priority: HIGHEST for action port [ 1020.037790] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 with Priority: HIGHEST for action security_group_rules [ 1020.037987] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 with Priority: HIGHEST for action security_group_members [ 1020.038111] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df2f9347-cb87-4c9e-956f-bfd117356293 with Priority: HIGHEST for action port [ 1020.038455] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3eb741b6-4f4e-4223-b855-0824b06582a4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.038747] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.038887] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.039189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.039189] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3eb741b6-4f4e-4223-b855-0824b06582a4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.041257] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eb741b6-4f4e-4223-b855-0824b06582a4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.041257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.041257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.041257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.041257] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.041257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.041257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.041593] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.041593] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.041593] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3eb741b6-4f4e-4223-b855-0824b06582a4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.042514] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-df2f9347-cb87-4c9e-956f-bfd117356293 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.042627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df2f9347-cb87-4c9e-956f-bfd117356293" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.042705] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df2f9347-cb87-4c9e-956f-bfd117356293" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.042821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df2f9347-cb87-4c9e-956f-bfd117356293" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.042889] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df2f9347-cb87-4c9e-956f-bfd117356293',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.116724] env[65987]: INFO networking_nsxv3.common.synchronization [req-f9829f0a-8600-4c24-a2b8-ba1dc2cc69d4 req-fc3b820f-d4d9-4e37-8370-897580098ee1 tempest-ServerMetadataTestJSON-1583888677 tempest-ServerMetadataTestJSON-1583888677-project-member] Enqueued Resource ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 with Priority: HIGHEST for action security_group_members [ 1020.117283] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 with Priority: HIGHEST for action security_group_members [ 1020.117619] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.117749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.117816] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.118393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.118651] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.118796] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.118886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.119086] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.119200] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.119317] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f8041bb-73ed-482a-94a5-433dfa1cf2e2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.277579] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.277778] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.277854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.278104] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.278187] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.278286] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 219a566d-77a8-4e7f-8619-4a2a453687ed is going to be updated. [ 1020.340799] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.341330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.341330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.341330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.341521] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.350470] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 219a566d-77a8-4e7f-8619-4a2a453687ed in Status: IN_PROGRESS for 2s [ 1020.480538] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.480538] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-317" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.480538] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-317" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.480538] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-317" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.480987] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.481370] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.483023] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.483023] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.483023] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.483023] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.483023] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.483023] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.483023] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.483023] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.483023] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.483450] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.507583] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.507818] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.507996] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.508234] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-317" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.508594] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-d8c1985f-3249-4738-9199-fe33f78d8d3d taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.508803] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-d8c1985f-3249-4738-9199-fe33f78d8d3d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.508952] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-d8c1985f-3249-4738-9199-fe33f78d8d3d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.509424] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-d8c1985f-3249-4738-9199-fe33f78d8d3d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.509604] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8c1985f-3249-4738-9199-fe33f78d8d3d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.545453] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eb741b6-4f4e-4223-b855-0824b06582a4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.545453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.546414] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3eb741b6-4f4e-4223-b855-0824b06582a4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.547253] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df2f9347-cb87-4c9e-956f-bfd117356293 with status ACTIVE [ 1020.547444] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.547562] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.547627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.547828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.547911] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.548094] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.548187] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.548261] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.548392] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.548467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.548639] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.548729] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.548787] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.548919] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.548992] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.549103] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df2f9347-cb87-4c9e-956f-bfd117356293 is going to be updated. [ 1020.570289] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.570421] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.570539] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.570851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.570913] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.571084] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df2f9347-cb87-4c9e-956f-bfd117356293" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.623820] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.624018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.624067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.624280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.624367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.624637] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.624741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.624803] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.624974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.625076] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.625164] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 already deleted. [ 1020.625261] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.012736] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.013013] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.013156] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.013485] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.013587] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.013751] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port d8c1985f-3249-4738-9199-fe33f78d8d3d not found, creating... [ 1021.014045] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.014260] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.014379] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.014607] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.014744] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.015746] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.015970] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.016110] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.017573] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.017728] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.017882] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: d8c1985f-3249-4738-9199-fe33f78d8d3d is going to be created. [ 1021.050807] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3eb741b6-4f4e-4223-b855-0824b06582a4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.058217] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.058442] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.058570] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.058888] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.059151] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.059388] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-d8c1985f-3249-4738-9199-fe33f78d8d3d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.140500] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 1021.140840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.141346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.141534] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.141665] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.141867] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.141937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.142144] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.142249] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.142372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.142501] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.556340] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.556340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.556340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.556933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.556933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.556933] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 is going to be created. [ 1021.601375] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.602206] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.602206] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.602206] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.602206] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.618337] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 in Status: UNINITIALIZED for 2s [ 1021.646570] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.647088] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.647088] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.647616] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.647616] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.647616] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.647616] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.647904] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.647997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.648111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.648286] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.648385] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.648445] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.648666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.648858] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.648962] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.649066] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.649252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.649369] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.649437] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.649511] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.945926] env[65987]: INFO networking_nsxv3.common.synchronization [req-f9829f0a-8600-4c24-a2b8-ba1dc2cc69d4 req-cf14275b-71e8-4faf-9f7e-667cc2f203da service nova] Enqueued Resource ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 with Priority: HIGHEST for action security_group_rules [ 1021.945926] env[65987]: INFO networking_nsxv3.common.synchronization [req-f9829f0a-8600-4c24-a2b8-ba1dc2cc69d4 req-cf14275b-71e8-4faf-9f7e-667cc2f203da service nova] Enqueued Resource ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 with Priority: HIGHEST for action security_group_members [ 1021.945926] env[65987]: INFO networking_nsxv3.common.synchronization [req-f9829f0a-8600-4c24-a2b8-ba1dc2cc69d4 req-cf14275b-71e8-4faf-9f7e-667cc2f203da service nova] Enqueued Resource ID: d8c1985f-3249-4738-9199-fe33f78d8d3d with Priority: HIGHEST for action port [ 1021.945926] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 with Priority: HIGHEST for action security_group_rules [ 1021.946229] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 with Priority: HIGHEST for action security_group_members [ 1021.946229] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8c1985f-3249-4738-9199-fe33f78d8d3d with Priority: HIGHEST for action port [ 1021.946485] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f8041bb-73ed-482a-94a5-433dfa1cf2e2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.946603] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.946685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.946974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.947073] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f8041bb-73ed-482a-94a5-433dfa1cf2e2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.950256] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.950256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.950256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.950256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.950256] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.950256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.950256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.950256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.950256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.950256] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f8041bb-73ed-482a-94a5-433dfa1cf2e2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.953738] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8c1985f-3249-4738-9199-fe33f78d8d3d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.953738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8c1985f-3249-4738-9199-fe33f78d8d3d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.953738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8c1985f-3249-4738-9199-fe33f78d8d3d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.953738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8c1985f-3249-4738-9199-fe33f78d8d3d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.953738] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8c1985f-3249-4738-9199-fe33f78d8d3d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.040446] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 in Status: SUCCESS [ 1022.040687] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 deletion is rescheduled due to dependency. [ 1022.040862] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.156197] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2: rpc.has_security_group_logging(os_id): False [ 1022.187605] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.187823] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.187880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.188090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.188184] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.188419] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.188517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.188578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.188735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.188824] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.189011] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.189112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.189173] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.189315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.189389] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.189578] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.189671] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.189738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.189876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.189948] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.190287] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be updated. [ 1022.301402] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.302131] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.302216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.302464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.302620] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.382229] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 1022.391992] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 219a566d-77a8-4e7f-8619-4a2a453687ed in Status: SUCCESS [ 1022.392749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.392881] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.393043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.393249] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.393378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.393438] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.393606] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.393710] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.393985] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.452406] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.453336] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.453741] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f8041bb-73ed-482a-94a5-433dfa1cf2e2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.454804] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8c1985f-3249-4738-9199-fe33f78d8d3d with status ACTIVE [ 1022.455685] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.455685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.455685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.455888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.455888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.456168] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.456396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.456496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.456707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.456847] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.457088] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.457326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.457380] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.457578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.458033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.458185] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8c1985f-3249-4738-9199-fe33f78d8d3d is going to be updated. [ 1022.496683] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.496886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.496886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.497033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.497228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.497409] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8c1985f-3249-4738-9199-fe33f78d8d3d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.895493] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.961509] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f8041bb-73ed-482a-94a5-433dfa1cf2e2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.399193] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.463381] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.463762] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.463923] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.464258] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.464574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.464831] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 is going to be created. [ 1023.512465] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.512465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.512465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.512465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.512465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.516577] env[65987]: INFO networking_nsxv3.common.synchronization [req-6d2b66bf-19ea-4582-8064-644515665189 req-56eb29b6-36a9-4296-8b70-a4aaf72079f1 tempest-AttachInterfacesUnderV243Test-994393319 tempest-AttachInterfacesUnderV243Test-994393319-project-member] Enqueued Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_members [ 1023.517387] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_members [ 1023.517976] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-219a566d-77a8-4e7f-8619-4a2a453687ed taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.518248] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.525788] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 in Status: UNINITIALIZED for 2s [ 1023.543024] env[65987]: INFO networking_nsxv3.common.synchronization [req-6d2b66bf-19ea-4582-8064-644515665189 req-56eb29b6-36a9-4296-8b70-a4aaf72079f1 tempest-AttachInterfacesUnderV243Test-994393319 tempest-AttachInterfacesUnderV243Test-994393319-project-member] Enqueued Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_rules [ 1023.543024] env[65987]: INFO networking_nsxv3.common.synchronization [req-6d2b66bf-19ea-4582-8064-644515665189 req-56eb29b6-36a9-4296-8b70-a4aaf72079f1 tempest-AttachInterfacesUnderV243Test-994393319 tempest-AttachInterfacesUnderV243Test-994393319-project-member] Enqueued Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_members [ 1023.543024] env[65987]: INFO networking_nsxv3.common.synchronization [req-6d2b66bf-19ea-4582-8064-644515665189 req-56eb29b6-36a9-4296-8b70-a4aaf72079f1 tempest-AttachInterfacesUnderV243Test-994393319 tempest-AttachInterfacesUnderV243Test-994393319-project-member] Enqueued Resource ID: fb8582bd-5463-42e4-8588-028c83f18255 with Priority: HIGHEST for action port [ 1023.543024] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_rules [ 1023.543024] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_members [ 1023.543024] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb8582bd-5463-42e4-8588-028c83f18255 with Priority: HIGHEST for action port [ 1023.547974] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-219a566d-77a8-4e7f-8619-4a2a453687ed taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.547974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.547974] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-219a566d-77a8-4e7f-8619-4a2a453687ed taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.547974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.547974] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb8582bd-5463-42e4-8588-028c83f18255 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.547974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb8582bd-5463-42e4-8588-028c83f18255" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.547974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb8582bd-5463-42e4-8588-028c83f18255" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.547974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb8582bd-5463-42e4-8588-028c83f18255" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.547974] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb8582bd-5463-42e4-8588-028c83f18255',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.646577] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 in Status: SUCCESS [ 1023.646821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.647017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.647353] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.647615] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.647771] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.647863] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.648105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.648212] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.648333] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.648461] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3eb741b6-4f4e-4223-b855-0824b06582a4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.669071] env[65987]: INFO networking_nsxv3.common.synchronization [req-75ca953b-a15b-4bf4-a86b-225c484d38cc req-b6cc3211-e1f6-42e6-9160-c5fcc3c84d7a tempest-ImagesOneServerNegativeTestJSON-148084720 tempest-ImagesOneServerNegativeTestJSON-148084720-project-member] Enqueued Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_members [ 1023.671994] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_members [ 1023.672806] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.672965] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.673024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.673317] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.673484] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.673585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.673657] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.673804] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.673875] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.673973] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.900896] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.901311] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.901311] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.901545] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.901592] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.901712] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 219a566d-77a8-4e7f-8619-4a2a453687ed is going to be updated. [ 1023.951987] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.952221] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.952342] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.952604] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.952790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.966662] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 219a566d-77a8-4e7f-8619-4a2a453687ed in Status: IN_PROGRESS for 2s [ 1024.051576] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb8582bd-5463-42e4-8588-028c83f18255 with status ACTIVE [ 1024.052033] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.052033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.052033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.052266] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.052431] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.052508] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.052590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.052645] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.052789] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.052867] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.053067] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.053313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.053313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.053534] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.053615] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.053722] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb8582bd-5463-42e4-8588-028c83f18255 is going to be updated. [ 1024.089245] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.089245] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.089245] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.089245] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.089245] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.089245] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb8582bd-5463-42e4-8588-028c83f18255" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.153366] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eb741b6-4f4e-4223-b855-0824b06582a4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.154874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.154874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.154874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.154874] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.154874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.154874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.154874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.154874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.154874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.154874] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eb741b6-4f4e-4223-b855-0824b06582a4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.154874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.154874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.155521] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.155688] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.155778] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.155839] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.156013] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.156677] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.156677] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.156677] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3eb741b6-4f4e-4223-b855-0824b06582a4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.178383] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.178383] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.178383] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.178645] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.178720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.178887] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.179020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.179091] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.179218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.181582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.181582] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 is going to be updated. [ 1024.238843] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.238995] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.238995] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.239270] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.239426] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.255721] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: IN_PROGRESS for 2s [ 1024.337124] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.337971] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-387" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.337971] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-387" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.337971] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-387" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.338197] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.338367] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.338494] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.338735] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.338878] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.339123] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.339255] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.339367] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.339471] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.339596] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.339700] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.339842] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.392791] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.392791] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.392791] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.392791] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-387" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.392791] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-2b557845-c470-48fb-b4c0-aa991f2f5e94 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.392791] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-2b557845-c470-48fb-b4c0-aa991f2f5e94" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.392791] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-2b557845-c470-48fb-b4c0-aa991f2f5e94" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.392791] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-2b557845-c470-48fb-b4c0-aa991f2f5e94" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.392791] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b557845-c470-48fb-b4c0-aa991f2f5e94',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.406819] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 1024.406819] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.660368] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3eb741b6-4f4e-4223-b855-0824b06582a4: rpc.has_security_group_logging(os_id): False [ 1024.680753] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.681158] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.681158] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.681452] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.681539] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.681851] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.682142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.682142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.682532] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.682532] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.682884] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.683071] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.683200] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.683551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.683735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.684826] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.684826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.684826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.684826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.684826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.684826] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 is going to be created. [ 1024.695680] env[65987]: INFO networking_nsxv3.common.synchronization [req-94a5f1df-0ea9-4594-b218-650dffc3f53f req-7146ec7c-e7c9-4402-8997-1ba1cc12e394 tempest-ServersTestJSON-273690675 tempest-ServersTestJSON-273690675-project-member] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1024.696785] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1024.696919] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.697026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.697084] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.697292] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.697505] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.697656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.697737] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.697920] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.698051] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.698169] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.755279] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.755450] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.755512] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.755755] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.755989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.769875] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 in Status: IN_PROGRESS for 2s [ 1024.895238] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.895638] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.895638] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.895773] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.895877] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.896221] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.896426] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.896555] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.896783] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.896919] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.897236] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.897398] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.897508] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.897712] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.897844] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.897983] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 2b557845-c470-48fb-b4c0-aa991f2f5e94 is going to be updated. [ 1024.932165] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.932536] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.932536] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.932836] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.932936] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.933290] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-2b557845-c470-48fb-b4c0-aa991f2f5e94" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.200406] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.541036] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 in Status: SUCCESS [ 1025.541721] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.541908] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.543197] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.543197] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.543197] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.543197] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.543197] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.543197] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.543197] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.543197] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f8041bb-73ed-482a-94a5-433dfa1cf2e2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.658844] env[65987]: INFO networking_nsxv3.common.synchronization [req-1340652e-88e3-492b-80c8-fff04309484d req-b65c61a9-ee01-46c3-8226-38d4c6bdaa36 service nova] Enqueued Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGHEST for action security_group_rules [ 1025.659032] env[65987]: INFO networking_nsxv3.common.synchronization [req-1340652e-88e3-492b-80c8-fff04309484d req-b65c61a9-ee01-46c3-8226-38d4c6bdaa36 service nova] Enqueued Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGHEST for action security_group_members [ 1025.659171] env[65987]: INFO networking_nsxv3.common.synchronization [req-1340652e-88e3-492b-80c8-fff04309484d req-b65c61a9-ee01-46c3-8226-38d4c6bdaa36 service nova] Enqueued Resource ID: 2b557845-c470-48fb-b4c0-aa991f2f5e94 with Priority: HIGHEST for action port [ 1025.659740] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGHEST for action security_group_rules [ 1025.660130] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGHEST for action security_group_members [ 1025.660130] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b557845-c470-48fb-b4c0-aa991f2f5e94 with Priority: HIGHEST for action port [ 1025.660981] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.661322] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.661633] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.661928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.663843] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.666489] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.666489] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.666645] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.667889] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.667889] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.667889] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.667889] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.667889] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.667889] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.667889] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.668487] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b557845-c470-48fb-b4c0-aa991f2f5e94 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.668487] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b557845-c470-48fb-b4c0-aa991f2f5e94" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.668487] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b557845-c470-48fb-b4c0-aa991f2f5e94" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.668669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b557845-c470-48fb-b4c0-aa991f2f5e94" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.668709] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b557845-c470-48fb-b4c0-aa991f2f5e94',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.706307] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.979842] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 219a566d-77a8-4e7f-8619-4a2a453687ed in Status: SUCCESS [ 1025.980207] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.980269] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.980467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.980670] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.980838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.980838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.981039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.981089] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.981161] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.981252] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.982299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.982299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.983264] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.983540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.983540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.983674] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.983738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.984332] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.048510] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.048678] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.048754] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.048977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.049165] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.049264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.049326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.049477] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.049560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.049645] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.049787] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.049878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.049935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.050085] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.050218] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.050357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.050357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.050486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.050560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.050643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.051094] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f8041bb-73ed-482a-94a5-433dfa1cf2e2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.170692] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.170877] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.171099] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.171915] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b557845-c470-48fb-b4c0-aa991f2f5e94 with status ACTIVE [ 1026.172107] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.172225] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.172292] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.173447] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.173604] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.173733] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.173834] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.173896] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.174089] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.174168] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.175767] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.175767] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.175767] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.175767] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.175767] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.175767] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b557845-c470-48fb-b4c0-aa991f2f5e94 is going to be updated. [ 1026.200350] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.201656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.201656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.201656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.201656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.201656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b557845-c470-48fb-b4c0-aa991f2f5e94" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.210314] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.210590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.210590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.210906] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.210906] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.210906] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 1026.268231] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: SUCCESS [ 1026.268465] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 deletion is rescheduled due to dependency. [ 1026.268561] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.269474] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.269603] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.269672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.269881] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.270021] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.281912] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 1026.485706] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.487201] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.552526] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f8041bb-73ed-482a-94a5-433dfa1cf2e2: rpc.has_security_group_logging(os_id): False [ 1026.578403] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.578609] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.578663] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.578921] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.579039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.579284] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.579410] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.579477] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.579676] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.579794] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.579998] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.580147] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.580222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.580376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.580485] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.581588] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.581746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.581846] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.582055] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.582162] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.582264] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 is going to be created. [ 1026.677609] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.821023] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 in Status: SUCCESS [ 1026.821717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.847190] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.848273] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.849613] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.849613] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.849613] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.868828] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 in Status: IN_PROGRESS for 2s [ 1026.989441] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 219a566d-77a8-4e7f-8619-4a2a453687ed: rpc.has_security_group_logging(os_id): False [ 1026.994156] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.032284] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.032284] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.032284] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.032284] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.032635] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.032635] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.033664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.033664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.033841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.033874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.034278] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 219a566d-77a8-4e7f-8619-4a2a453687ed is going to be updated. [ 1027.134057] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.134288] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.134288] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.134688] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.134824] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.154456] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 219a566d-77a8-4e7f-8619-4a2a453687ed in Status: IN_PROGRESS for 2s [ 1027.180396] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.180653] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.180774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.180978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.181153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.181330] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07baa81d-f2d0-4635-b81c-90064862477b is going to be updated. [ 1027.320763] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.320763] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.320763] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.321197] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.321374] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.336654] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07baa81d-f2d0-4635-b81c-90064862477b in Status: IN_PROGRESS for 2s [ 1027.439924] env[65987]: INFO networking_nsxv3.common.synchronization [req-cfdaad7f-8e1b-4d66-90bd-370038db9ff0 req-f5be59ae-6b90-44e4-bc3d-4aab8bbce226 tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: f6df8791-193a-4645-a66e-4fadb9c2f521 with Priority: HIGHEST for action security_group_members [ 1027.442043] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6df8791-193a-4645-a66e-4fadb9c2f521 with Priority: HIGHEST for action security_group_members [ 1027.442043] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6df8791-193a-4645-a66e-4fadb9c2f521 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.442043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.442043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.442043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.442043] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.442043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.442637] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.442637] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.442637] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.443887] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.499457] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.499586] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.499677] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.499983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.500114] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.500246] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 219a566d-77a8-4e7f-8619-4a2a453687ed is going to be updated. [ 1027.603809] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.603809] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.603809] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.603809] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.603809] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.613945] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 219a566d-77a8-4e7f-8619-4a2a453687ed in Status: IN_PROGRESS for 2s [ 1027.924980] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.925286] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.925508] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.925928] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.926293] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.926559] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.926726] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.927051] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.927335] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.927744] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.927877] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.928121] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.928332] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.928596] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.928837] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.929034] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.948529] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.954199] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.954418] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.954559] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.954771] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.955213] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-9375f19d-a383-42f1-8004-4dcd79dc4d97 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.955343] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-9375f19d-a383-42f1-8004-4dcd79dc4d97" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.955540] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-9375f19d-a383-42f1-8004-4dcd79dc4d97" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.956889] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-9375f19d-a383-42f1-8004-4dcd79dc4d97" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.957180] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9375f19d-a383-42f1-8004-4dcd79dc4d97',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.331785] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 1028.332079] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.451139] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.462732] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.463151] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.463455] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.463914] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.464190] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.464475] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 9375f19d-a383-42f1-8004-4dcd79dc4d97 not found, creating... [ 1028.464919] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.465732] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.466030] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.466447] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.466763] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.467312] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.467739] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.467953] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.468253] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.468433] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.468612] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 9375f19d-a383-42f1-8004-4dcd79dc4d97 is going to be created. [ 1028.502704] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.502935] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.503070] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.503413] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.503641] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.503871] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-9375f19d-a383-42f1-8004-4dcd79dc4d97" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.877870] env[65987]: INFO networking_nsxv3.common.synchronization [req-32661a62-fbd8-45df-b571-413be4a64079 req-cccd5983-978a-404f-9f17-8d951a4355c6 tempest-AttachVolumeNegativeTest-1685597108 tempest-AttachVolumeNegativeTest-1685597108-project-member] Enqueued Resource ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd with Priority: HIGHEST for action security_group_members [ 1028.878545] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd with Priority: HIGHEST for action security_group_members [ 1028.878899] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f52ccc3-347f-4e5e-99c9-9bff622d50dd taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.879035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.879144] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.879353] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.879523] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.879626] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.879687] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.879883] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.879982] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.880122] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f52ccc3-347f-4e5e-99c9-9bff622d50dd',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.885413] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 in Status: SUCCESS [ 1028.885689] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.954011] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.954228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.954228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.954505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.954617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.954701] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6df8791-193a-4645-a66e-4fadb9c2f521 is going to be updated. [ 1029.011733] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.011733] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.011733] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.012090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.012090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.024572] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6df8791-193a-4645-a66e-4fadb9c2f521 in Status: IN_PROGRESS for 2s [ 1029.171413] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 219a566d-77a8-4e7f-8619-4a2a453687ed in Status: SUCCESS [ 1029.171670] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.171919] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.172233] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.172347] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.236200] env[65987]: INFO networking_nsxv3.common.synchronization [req-cfdaad7f-8e1b-4d66-90bd-370038db9ff0 req-653f0781-25e1-47a3-b608-65d65e3a0de8 service nova] Enqueued Resource ID: f6df8791-193a-4645-a66e-4fadb9c2f521 with Priority: HIGHEST for action security_group_rules [ 1029.236200] env[65987]: INFO networking_nsxv3.common.synchronization [req-cfdaad7f-8e1b-4d66-90bd-370038db9ff0 req-653f0781-25e1-47a3-b608-65d65e3a0de8 service nova] Enqueued Resource ID: f6df8791-193a-4645-a66e-4fadb9c2f521 with Priority: HIGHEST for action security_group_members [ 1029.236200] env[65987]: INFO networking_nsxv3.common.synchronization [req-cfdaad7f-8e1b-4d66-90bd-370038db9ff0 req-653f0781-25e1-47a3-b608-65d65e3a0de8 service nova] Enqueued Resource ID: 9375f19d-a383-42f1-8004-4dcd79dc4d97 with Priority: HIGHEST for action port [ 1029.236520] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6df8791-193a-4645-a66e-4fadb9c2f521 with Priority: HIGHEST for action security_group_rules [ 1029.237162] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6df8791-193a-4645-a66e-4fadb9c2f521 with Priority: HIGHEST for action security_group_members [ 1029.237562] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9375f19d-a383-42f1-8004-4dcd79dc4d97 with Priority: HIGHEST for action port [ 1029.238042] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6df8791-193a-4645-a66e-4fadb9c2f521 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.238310] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.238480] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.238853] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.239025] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.240071] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6df8791-193a-4645-a66e-4fadb9c2f521 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.240295] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.240629] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-9375f19d-a383-42f1-8004-4dcd79dc4d97 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.240899] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9375f19d-a383-42f1-8004-4dcd79dc4d97" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.241160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9375f19d-a383-42f1-8004-4dcd79dc4d97" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.241440] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9375f19d-a383-42f1-8004-4dcd79dc4d97" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.241605] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9375f19d-a383-42f1-8004-4dcd79dc4d97',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.360614] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07baa81d-f2d0-4635-b81c-90064862477b in Status: SUCCESS [ 1029.360880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.361196] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.362100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.362100] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.362100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.362100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.362795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.362795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.362918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.363056] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.382642] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.382826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.382922] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.383210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.407475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.407700] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.407836] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.407971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.408097] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.408180] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.408267] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd is going to be updated. [ 1029.443998] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.444186] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.444251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.444466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.444608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.448939] env[65987]: INFO networking_nsxv3.common.synchronization [req-6fbda29a-3eeb-4528-bbe1-9439a5bd3bd4 req-daa82d0b-f5eb-4e16-a5c6-7f84b1cbbc16 tempest-AttachInterfacesUnderV243Test-994393319 tempest-AttachInterfacesUnderV243Test-994393319-project-member] Enqueued Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_members [ 1029.449675] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGHEST for action security_group_members [ 1029.450105] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-219a566d-77a8-4e7f-8619-4a2a453687ed taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.450260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.458596] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd in Status: IN_PROGRESS for 2s [ 1029.630827] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 219a566d-77a8-4e7f-8619-4a2a453687ed in Status: SUCCESS [ 1029.630827] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.631118] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.631209] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.631849] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.631849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.631849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.631849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.631849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.632277] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.675177] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-219a566d-77a8-4e7f-8619-4a2a453687ed taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.675312] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.744086] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9375f19d-a383-42f1-8004-4dcd79dc4d97 with status ACTIVE [ 1029.746102] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.746261] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.746316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.746584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.746681] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.746879] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.746982] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.747062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.747219] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.747300] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.747480] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.747573] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.747644] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.747773] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.747838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.747925] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9375f19d-a383-42f1-8004-4dcd79dc4d97 is going to be updated. [ 1029.750230] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6df8791-193a-4645-a66e-4fadb9c2f521 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.750344] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.793915] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.793915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.794060] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.794230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.794854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.795111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9375f19d-a383-42f1-8004-4dcd79dc4d97" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.867225] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.867411] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.867562] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.868523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.868523] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.868523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.868523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.868753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.868753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.868753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.868939] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.868992] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.869544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.869544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.869544] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.869544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.869867] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.869867] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.869867] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.871257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.871257] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.025559] env[65987]: INFO networking_nsxv3.common.synchronization [req-0771e019-b875-496b-b53c-b3ddb99707a9 req-8af7c5e1-21c9-475a-b7f1-e27cfd6d4886 tempest-AttachVolumeShelveTestJSON-816975413 tempest-AttachVolumeShelveTestJSON-816975413-project-member] Enqueued Resource ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 with Priority: HIGHEST for action security_group_members [ 1030.026233] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 with Priority: HIGHEST for action security_group_members [ 1030.027087] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d2f7b06-014d-4032-b70e-70518c1f57a9 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.027087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.027087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.027346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.027521] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.027651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.027725] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.027850] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.027936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.028051] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d2f7b06-014d-4032-b70e-70518c1f57a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.137617] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.137796] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.137855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.140023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.140023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.140023] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.140023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.140023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.140023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.140023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.140023] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 219a566d-77a8-4e7f-8619-4a2a453687ed is going to be updated. [ 1030.176155] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.176313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.176407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.176717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.176869] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.190045] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 219a566d-77a8-4e7f-8619-4a2a453687ed in Status: IN_PROGRESS for 2s [ 1030.372374] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07baa81d-f2d0-4635-b81c-90064862477b: rpc.has_security_group_logging(os_id): False [ 1030.396765] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.396765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.396765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.396765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.427422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.427422] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.427422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.427422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.427422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.427422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.427422] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.427422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.427422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.427422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.427422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.427422] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.427422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.427422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.427893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.427893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.427893] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07baa81d-f2d0-4635-b81c-90064862477b is going to be updated. [ 1030.448749] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.448972] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-890" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.449089] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-890" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.449360] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-890" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.449620] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.449775] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.449890] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.451047] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.451047] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.451047] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.451047] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.451047] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.451047] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.451047] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.451047] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.451412] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.469703] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.469883] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.470030] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.470230] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-890" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.470550] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-ca648382-c39d-49ea-8358-cd38d4ffaae6 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.470726] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-ca648382-c39d-49ea-8358-cd38d4ffaae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.470840] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-ca648382-c39d-49ea-8358-cd38d4ffaae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.471172] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-ca648382-c39d-49ea-8358-cd38d4ffaae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.471309] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca648382-c39d-49ea-8358-cd38d4ffaae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.508669] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.508669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.508669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.508827] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.508939] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.523688] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07baa81d-f2d0-4635-b81c-90064862477b in Status: IN_PROGRESS for 2s [ 1030.532504] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.532666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.532726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.532932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.533039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.533221] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.533314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.533421] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.533522] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.533598] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.533684] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 already deleted. [ 1030.533755] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.974103] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.974353] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.974475] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.974767] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.974917] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.975088] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port ca648382-c39d-49ea-8358-cd38d4ffaae6 not found, creating... [ 1030.975357] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.975715] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.975854] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.976119] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.976282] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.976898] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.977511] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.977511] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.977784] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.977999] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.978226] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: ca648382-c39d-49ea-8358-cd38d4ffaae6 is going to be created. [ 1031.003932] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.004166] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.004330] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.004620] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.004990] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.005239] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-ca648382-c39d-49ea-8358-cd38d4ffaae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.048563] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6df8791-193a-4645-a66e-4fadb9c2f521 in Status: SUCCESS [ 1031.048813] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.049026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.049272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.049709] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.049709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.049709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.049891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.049980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.050100] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.474453] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd in Status: SUCCESS [ 1031.474989] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f52ccc3-347f-4e5e-99c9-9bff622d50dd deletion is rescheduled due to dependency. [ 1031.474989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f52ccc3-347f-4e5e-99c9-9bff622d50dd" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.552494] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.803163] env[65987]: INFO networking_nsxv3.common.synchronization [req-0771e019-b875-496b-b53c-b3ddb99707a9 req-234e4073-3f83-4deb-a756-2785a0b8b7e8 service nova] Enqueued Resource ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 with Priority: HIGHEST for action security_group_rules [ 1031.803424] env[65987]: INFO networking_nsxv3.common.synchronization [req-0771e019-b875-496b-b53c-b3ddb99707a9 req-234e4073-3f83-4deb-a756-2785a0b8b7e8 service nova] Enqueued Resource ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 with Priority: HIGHEST for action security_group_members [ 1031.803590] env[65987]: INFO networking_nsxv3.common.synchronization [req-0771e019-b875-496b-b53c-b3ddb99707a9 req-234e4073-3f83-4deb-a756-2785a0b8b7e8 service nova] Enqueued Resource ID: ca648382-c39d-49ea-8358-cd38d4ffaae6 with Priority: HIGHEST for action port [ 1031.804212] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 with Priority: HIGHEST for action security_group_rules [ 1031.804348] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 with Priority: HIGHEST for action security_group_members [ 1031.804446] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca648382-c39d-49ea-8358-cd38d4ffaae6 with Priority: HIGHEST for action port [ 1031.804754] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d2f7b06-014d-4032-b70e-70518c1f57a9 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.804854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.805031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.805147] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.805226] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d2f7b06-014d-4032-b70e-70518c1f57a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.806376] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d2f7b06-014d-4032-b70e-70518c1f57a9 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.806376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.806376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.806529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.806656] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.806718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.806783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.806930] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.807028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.807124] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d2f7b06-014d-4032-b70e-70518c1f57a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.811232] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca648382-c39d-49ea-8358-cd38d4ffaae6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.811232] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca648382-c39d-49ea-8358-cd38d4ffaae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.811232] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca648382-c39d-49ea-8358-cd38d4ffaae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.811232] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca648382-c39d-49ea-8358-cd38d4ffaae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.811232] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca648382-c39d-49ea-8358-cd38d4ffaae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.057654] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.173159] env[65987]: INFO networking_nsxv3.common.synchronization [req-be5ccc9c-f302-4e6d-884f-3b7777aefd8e req-b2ae1c77-936d-43c1-851f-13dbd8b18e51 tempest-ServerActionsTestOtherA-1293518559 tempest-ServerActionsTestOtherA-1293518559-project-member] Enqueued Resource ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 with Priority: HIGHEST for action security_group_members [ 1032.173159] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 with Priority: HIGHEST for action security_group_members [ 1032.173159] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ed63e7-7a50-448d-9974-1a7c06a44759 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.173159] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.173159] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.173159] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.173159] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.173715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.173877] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.174153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.174333] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.174535] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ed63e7-7a50-448d-9974-1a7c06a44759',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.208852] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 219a566d-77a8-4e7f-8619-4a2a453687ed in Status: SUCCESS [ 1032.209067] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 219a566d-77a8-4e7f-8619-4a2a453687ed deletion is rescheduled due to dependency. [ 1032.209105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.210390] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.210390] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.210390] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.210390] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.210621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.210621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.210685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.210849] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.310904] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d2f7b06-014d-4032-b70e-70518c1f57a9 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.311071] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.311263] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d2f7b06-014d-4032-b70e-70518c1f57a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.312250] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca648382-c39d-49ea-8358-cd38d4ffaae6 with status ACTIVE [ 1032.312454] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.312572] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.312682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.312838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.312924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.313107] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.313201] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.313260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.313415] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.313491] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.313666] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.313757] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.313817] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.313953] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.314058] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.314142] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca648382-c39d-49ea-8358-cd38d4ffaae6 is going to be updated. [ 1032.342623] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.342781] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.342860] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.343076] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.343212] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.343415] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca648382-c39d-49ea-8358-cd38d4ffaae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.493330] env[65987]: INFO networking_nsxv3.common.synchronization [req-d01ad69d-f0f0-4eec-802e-e67a749d75a0 req-7d63b02a-4e40-4d40-8d59-f75a0dd0702c tempest-ServerRescueNegativeTestJSON-455463539 tempest-ServerRescueNegativeTestJSON-455463539-project-member] Enqueued Resource ID: b61163f2-d933-4e12-bd4f-e9202c550b1d with Priority: HIGHEST for action security_group_members [ 1032.493330] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61163f2-d933-4e12-bd4f-e9202c550b1d with Priority: HIGHEST for action security_group_members [ 1032.494330] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61163f2-d933-4e12-bd4f-e9202c550b1d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.494718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.494936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.495320] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.496193] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.496193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.496193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.496193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.496193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.496193] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b61163f2-d933-4e12-bd4f-e9202c550b1d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.550250] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07baa81d-f2d0-4635-b81c-90064862477b in Status: SUCCESS [ 1032.550478] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.562263] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.562418] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.562418] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.562667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.562722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.562822] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6df8791-193a-4645-a66e-4fadb9c2f521 is going to be updated. [ 1032.611407] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.611407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.611636] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.611698] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.611823] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.634148] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6df8791-193a-4645-a66e-4fadb9c2f521 in Status: IN_PROGRESS for 2s [ 1032.677475] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.677765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.677765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.677975] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.678105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.678294] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.678396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.678459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.678620] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.678856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.678907] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 is going to be updated. [ 1032.714866] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.715091] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.715190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.715563] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.715662] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.715920] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.716050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.716158] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.716792] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.716792] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.716792] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 219a566d-77a8-4e7f-8619-4a2a453687ed is going to be updated. [ 1032.719052] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.719275] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.719316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.719610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.719803] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.733226] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 in Status: IN_PROGRESS for 2s [ 1032.754742] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.754901] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.754995] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.755289] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.755580] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.765967] env[65987]: INFO networking_nsxv3.common.synchronization [req-144efd32-dfc0-4142-93fb-d49f3cbb0f50 req-56fc4426-b37b-4318-948b-0fe6b61cf7e3 tempest-ServerGroupTestJSON-618708054 tempest-ServerGroupTestJSON-618708054-project-member] Enqueued Resource ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 with Priority: HIGHEST for action security_group_members [ 1032.766686] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 with Priority: HIGHEST for action security_group_members [ 1032.767112] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eb741b6-4f4e-4223-b855-0824b06582a4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.767290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.767374] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.767657] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.767909] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.768174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.768305] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.768582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.768742] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.768919] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3eb741b6-4f4e-4223-b855-0824b06582a4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.771288] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 219a566d-77a8-4e7f-8619-4a2a453687ed in Status: IN_PROGRESS for 2s [ 1032.817106] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d2f7b06-014d-4032-b70e-70518c1f57a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.959553] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.959845] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-332" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.960462] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-332" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.960547] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-332" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.960901] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.961133] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.962185] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.962513] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.962673] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.962914] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.963308] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.963308] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.963308] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.963650] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.963650] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.963650] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.991853] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.992194] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.992194] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.992456] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-332" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.992816] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-58c0dbb8-01ed-4127-81a2-01092a473047 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.993017] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-58c0dbb8-01ed-4127-81a2-01092a473047" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.993140] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-58c0dbb8-01ed-4127-81a2-01092a473047" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.993578] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-58c0dbb8-01ed-4127-81a2-01092a473047" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.993719] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58c0dbb8-01ed-4127-81a2-01092a473047',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.002155] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.002423] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.002423] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.002629] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.002731] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.002873] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.003381] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.003552] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.003684] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.003763] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.003872] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b61163f2-d933-4e12-bd4f-e9202c550b1d already deleted. [ 1033.003933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.274267] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.274519] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.274635] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.275018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.275153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.275509] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.275686] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.275759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.275943] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.276040] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.276139] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 is going to be updated. [ 1033.322614] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.322871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.322871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.323076] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.323167] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.323267] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 is going to be created. [ 1033.378404] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.378404] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.378404] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.378667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.378797] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.384123] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.384256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.384324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.384537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.384675] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.395283] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 in Status: UNINITIALIZED for 2s [ 1033.396739] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 in Status: IN_PROGRESS for 2s [ 1033.497547] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.498285] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.498551] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.499342] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.499342] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.499342] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 58c0dbb8-01ed-4127-81a2-01092a473047 not found, creating... [ 1033.499559] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.500178] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.500178] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.500178] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.500364] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.500788] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.500886] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.500945] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.501173] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.501354] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.501454] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 58c0dbb8-01ed-4127-81a2-01092a473047 is going to be created. [ 1033.529638] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.529915] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.529987] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.530411] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.530782] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.531148] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-58c0dbb8-01ed-4127-81a2-01092a473047" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.279123] env[65987]: INFO networking_nsxv3.common.synchronization [req-d01ad69d-f0f0-4eec-802e-e67a749d75a0 req-b05ab922-0b9c-425e-b5cb-1426aec85e3d service nova] Enqueued Resource ID: b61163f2-d933-4e12-bd4f-e9202c550b1d with Priority: HIGHEST for action security_group_rules [ 1034.279123] env[65987]: INFO networking_nsxv3.common.synchronization [req-d01ad69d-f0f0-4eec-802e-e67a749d75a0 req-b05ab922-0b9c-425e-b5cb-1426aec85e3d service nova] Enqueued Resource ID: b61163f2-d933-4e12-bd4f-e9202c550b1d with Priority: HIGHEST for action security_group_members [ 1034.279123] env[65987]: INFO networking_nsxv3.common.synchronization [req-d01ad69d-f0f0-4eec-802e-e67a749d75a0 req-b05ab922-0b9c-425e-b5cb-1426aec85e3d service nova] Enqueued Resource ID: 58c0dbb8-01ed-4127-81a2-01092a473047 with Priority: HIGHEST for action port [ 1034.279393] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61163f2-d933-4e12-bd4f-e9202c550b1d with Priority: HIGHEST for action security_group_rules [ 1034.279507] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61163f2-d933-4e12-bd4f-e9202c550b1d with Priority: HIGHEST for action security_group_members [ 1034.279705] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58c0dbb8-01ed-4127-81a2-01092a473047 with Priority: HIGHEST for action port [ 1034.283869] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b61163f2-d933-4e12-bd4f-e9202c550b1d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.284056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.284135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.284382] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.284505] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b61163f2-d933-4e12-bd4f-e9202c550b1d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.285616] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61163f2-d933-4e12-bd4f-e9202c550b1d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.285799] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.285895] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.287699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.287916] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.288187] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.288187] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.288321] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.288371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.288466] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b61163f2-d933-4e12-bd4f-e9202c550b1d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.289454] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-58c0dbb8-01ed-4127-81a2-01092a473047 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.289621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58c0dbb8-01ed-4127-81a2-01092a473047" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.289704] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58c0dbb8-01ed-4127-81a2-01092a473047" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.289806] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58c0dbb8-01ed-4127-81a2-01092a473047" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.289888] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58c0dbb8-01ed-4127-81a2-01092a473047',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.646980] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6df8791-193a-4645-a66e-4fadb9c2f521 in Status: SUCCESS [ 1034.647352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.647465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.647666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.647868] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.648050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.648050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.648201] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.648279] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.648368] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.648488] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.747115] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 in Status: SUCCESS [ 1034.747320] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 deletion is rescheduled due to dependency. [ 1034.747422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.787061] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 219a566d-77a8-4e7f-8619-4a2a453687ed in Status: SUCCESS [ 1034.787263] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 219a566d-77a8-4e7f-8619-4a2a453687ed deletion is rescheduled due to dependency. [ 1034.787381] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.787612] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.787967] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.788199] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.788327] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.788394] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.788552] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.788688] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.788849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.790343] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.791813] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61163f2-d933-4e12-bd4f-e9202c550b1d taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.791813] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.797030] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58c0dbb8-01ed-4127-81a2-01092a473047 with status ACTIVE [ 1034.797030] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.797030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.797030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.797030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.797030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.797030] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.797030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.797030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.797030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.797030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.797030] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.797030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.797030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.797030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.797030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.797030] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58c0dbb8-01ed-4127-81a2-01092a473047 is going to be updated. [ 1034.798933] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b61163f2-d933-4e12-bd4f-e9202c550b1d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.827164] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.827323] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.827397] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.827658] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.827828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.828021] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58c0dbb8-01ed-4127-81a2-01092a473047" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.151060] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.243410] env[65987]: INFO networking_nsxv3.common.synchronization [None req-fba6a2f2-8d6e-4e93-bbf7-6c8aa2a7a0e7 tempest-AttachVolumeTestJSON-1056237242 tempest-AttachVolumeTestJSON-1056237242-project-member] Enqueued Resource ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 with Priority: HIGHEST for action security_group_rules [ 1035.244046] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 with Priority: HIGHEST for action security_group_rules [ 1035.244046] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4325ee18-7b96-4a1b-a6ea-3ba8890ea748 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.244257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.244257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.244499] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.244585] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4325ee18-7b96-4a1b-a6ea-3ba8890ea748',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.291843] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.303552] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b61163f2-d933-4e12-bd4f-e9202c550b1d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.358568] env[65987]: INFO networking_nsxv3.common.synchronization [None req-3e629bca-1151-4b3e-bf91-c4b1dfdd2d34 tempest-AttachVolumeTestJSON-1056237242 tempest-AttachVolumeTestJSON-1056237242-project-member] Enqueued Resource ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 with Priority: HIGHEST for action security_group_rules [ 1035.359874] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 with Priority: HIGHEST for action security_group_rules [ 1035.360479] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4325ee18-7b96-4a1b-a6ea-3ba8890ea748 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.360479] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.409888] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 in Status: SUCCESS [ 1035.410376] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 deletion is rescheduled due to dependency. [ 1035.410376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.413060] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 in Status: SUCCESS [ 1035.413341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.413607] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.413773] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.413971] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.414379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.414454] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.415340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.415340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.415340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.415340] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d2f7b06-014d-4032-b70e-70518c1f57a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.655406] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6df8791-193a-4645-a66e-4fadb9c2f521: rpc.has_security_group_logging(os_id): False [ 1035.678045] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.678300] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.678300] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.678527] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.678623] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.678909] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.679125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.679125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.679275] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.679550] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.679655] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6df8791-193a-4645-a66e-4fadb9c2f521 is going to be updated. [ 1035.755816] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.755961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.756044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.756509] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.756509] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.773614] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.773792] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.773871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.774821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.774821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.774821] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 already deleted. [ 1035.774821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.774821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.774821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.774821] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4325ee18-7b96-4a1b-a6ea-3ba8890ea748',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.776455] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6df8791-193a-4645-a66e-4fadb9c2f521 in Status: IN_PROGRESS for 2s [ 1035.793857] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 219a566d-77a8-4e7f-8619-4a2a453687ed: rpc.has_security_group_logging(os_id): False [ 1035.806779] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.806779] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.806779] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.806779] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.806989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.807035] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b61163f2-d933-4e12-bd4f-e9202c550b1d is going to be created. [ 1035.819269] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.819269] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.819269] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.819551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.819551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.819805] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.819935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.819935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.822736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.822736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.822736] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 219a566d-77a8-4e7f-8619-4a2a453687ed is going to be updated. [ 1035.874041] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.874041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.874041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.874041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.874041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.892902] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b61163f2-d933-4e12-bd4f-e9202c550b1d in Status: UNINITIALIZED for 2s [ 1035.918938] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.919138] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.919238] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.919870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.919870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.921067] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d2f7b06-014d-4032-b70e-70518c1f57a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.948576] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 219a566d-77a8-4e7f-8619-4a2a453687ed in Status: IN_PROGRESS for 2s [ 1036.316464] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.316464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.316464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.316464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.316464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.316464] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 already deleted. [ 1036.316464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.426569] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d2f7b06-014d-4032-b70e-70518c1f57a9: rpc.has_security_group_logging(os_id): False [ 1036.455025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.455025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.455025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.455025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.455025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.455025] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.455025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.455025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.455585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.455585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.455585] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 is going to be created. [ 1036.508292] env[65987]: INFO networking_nsxv3.common.synchronization [req-b3aaf0b5-6304-4674-bc9e-44b608327e6d req-caab48e5-d2a0-4ba3-ac99-846f22da0f09 tempest-ServerMetadataTestJSON-1583888677 tempest-ServerMetadataTestJSON-1583888677-project-member] Enqueued Resource ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 with Priority: HIGHEST for action security_group_members [ 1036.508579] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 with Priority: HIGHEST for action security_group_members [ 1036.509070] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.509220] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.509362] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.509502] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.509659] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.509760] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.511435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.511435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.511435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.511435] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f8041bb-73ed-482a-94a5-433dfa1cf2e2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.549751] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.549895] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.549968] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.550252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.550500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.568497] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 in Status: IN_PROGRESS for 2s [ 1037.012131] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.012475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.012475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.012661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.012810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.013079] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.013188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.013253] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.013422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.013524] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.013594] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 is going to be updated. [ 1037.057482] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.057669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.057823] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.057979] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.058187] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.071327] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 in Status: IN_PROGRESS for 2s [ 1037.793910] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6df8791-193a-4645-a66e-4fadb9c2f521 in Status: SUCCESS [ 1037.794184] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.904561] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b61163f2-d933-4e12-bd4f-e9202c550b1d in Status: SUCCESS [ 1037.904795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.905045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.905310] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.905607] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.905839] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.905895] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.906075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.906147] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.906214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.906344] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b61163f2-d933-4e12-bd4f-e9202c550b1d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.967404] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 219a566d-77a8-4e7f-8619-4a2a453687ed in Status: SUCCESS [ 1037.967692] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.409129] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b61163f2-d933-4e12-bd4f-e9202c550b1d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.585955] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 in Status: SUCCESS [ 1038.587375] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.912406] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b61163f2-d933-4e12-bd4f-e9202c550b1d: rpc.has_security_group_logging(os_id): False [ 1038.933048] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.933048] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.933308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.933430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.933556] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.933838] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.933972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.934059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.934233] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.934353] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.934445] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b61163f2-d933-4e12-bd4f-e9202c550b1d is going to be created. [ 1039.011215] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.011362] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.011432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.011677] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.011860] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.024377] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b61163f2-d933-4e12-bd4f-e9202c550b1d in Status: IN_PROGRESS for 2s [ 1039.083774] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 in Status: SUCCESS [ 1039.084267] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 deletion is rescheduled due to dependency. [ 1039.084267] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.972681] env[65987]: INFO networking_nsxv3.common.synchronization [None req-22d9d005-01d4-4f7c-a2dd-c11610092668 tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 1040.973357] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 1040.973699] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.973885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.973949] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.974137] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.974319] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.974423] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.974648] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.974648] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.974796] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.974869] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.042649] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b61163f2-d933-4e12-bd4f-e9202c550b1d in Status: SUCCESS [ 1041.042649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.083221] env[65987]: INFO networking_nsxv3.common.synchronization [req-ba8eb8ba-b54a-4a61-9e7f-67312121d25f req-66e82b0a-50a6-43fb-a534-0f5ab3fefbfc tempest-ServersTestJSON-273690675 tempest-ServersTestJSON-273690675-project-member] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1041.083976] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1041.084822] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.085387] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.085721] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.086078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.086368] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.086616] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.086786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.087056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.088367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.088367] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.478865] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.479037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.479112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.479339] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.479430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.479633] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.479731] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.479794] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.479937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.480025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.480113] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 is going to be updated. [ 1041.509894] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.510415] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.510545] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.510824] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.510980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.522283] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: IN_PROGRESS for 2s [ 1041.589833] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.095814] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.599312] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.599453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.599580] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.601672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.601672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.601672] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 1042.638190] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.638273] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.638313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.638499] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.638682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.649715] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 1043.534201] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: SUCCESS [ 1043.534812] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 deletion is rescheduled due to dependency. [ 1043.534812] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.662312] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 1044.662704] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.086527] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1046.086961] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1048.992448] env[65987]: INFO networking_nsxv3.common.synchronization [req-d1165e4a-9b5b-4b22-8be5-f257120ce66b req-e8612c46-33f9-4d31-a7d0-0e78b8b8b68c tempest-ServerActionsTestOtherB-681768895 tempest-ServerActionsTestOtherB-681768895-project-member] Enqueued Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_members [ 1048.992448] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_members [ 1048.992448] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.993227] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.993500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.994882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.995490] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.995946] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.997106] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.997106] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.997106] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.997106] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.054679] env[65987]: INFO networking_nsxv3.common.synchronization [None req-2b7fbf5e-92b3-4264-8618-bad708042e1d tempest-ServerActionsTestOtherA-1293518559 tempest-ServerActionsTestOtherA-1293518559-project-member] Enqueued Resource ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c with Priority: HIGHEST for action security_group_rules [ 1049.055555] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c with Priority: HIGHEST for action security_group_rules [ 1049.056176] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eff9f90-74be-4166-abd0-2c60a2d2bc9c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.056410] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.056550] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.057186] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.057682] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eff9f90-74be-4166-abd0-2c60a2d2bc9c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.500547] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.500731] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.500784] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.501193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.501193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.501395] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.501395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.501495] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.501599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.501663] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.501797] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 is going to be updated. [ 1049.535335] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.535335] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.535335] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.535335] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.535335] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.545453] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: IN_PROGRESS for 2s [ 1049.552841] env[65987]: INFO networking_nsxv3.common.synchronization [None req-af465568-6136-4266-80a4-a0860214b8a8 tempest-ServerActionsTestOtherA-1293518559 tempest-ServerActionsTestOtherA-1293518559-project-member] Enqueued Resource ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c with Priority: HIGHEST for action security_group_rules [ 1049.552841] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c with Priority: HIGHEST for action security_group_rules [ 1049.553204] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eff9f90-74be-4166-abd0-2c60a2d2bc9c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.553204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.579783] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.581265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.581265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.581265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.581265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.581265] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c already deleted. [ 1049.581265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.581265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.581265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.581265] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eff9f90-74be-4166-abd0-2c60a2d2bc9c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.730243] env[65987]: INFO networking_nsxv3.common.synchronization [None req-26625792-c9a4-416d-90cb-644b9a3ff3e1 tempest-AttachVolumeNegativeTest-1685597108 tempest-AttachVolumeNegativeTest-1685597108-project-member] Enqueued Resource ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b with Priority: HIGHEST for action security_group_rules [ 1049.732613] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b with Priority: HIGHEST for action security_group_rules [ 1049.732613] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f9444cc-e007-45d4-ac5b-3acfa62ea04b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.732613] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.732613] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.732803] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.732846] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f9444cc-e007-45d4-ac5b-3acfa62ea04b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.741953] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.744020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-344" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.744020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-344" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.744020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-344" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.744020] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.744020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.744020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.744020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.744020] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.744020] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.744020] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.744638] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.749294] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.749294] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.749294] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.749294] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.772127] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.772127] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.772127] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.772127] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-344" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.772127] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-dfa19875-6b7f-4fc0-925e-132e78ea7095 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.772127] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-dfa19875-6b7f-4fc0-925e-132e78ea7095" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.772127] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-dfa19875-6b7f-4fc0-925e-132e78ea7095" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.772127] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-dfa19875-6b7f-4fc0-925e-132e78ea7095" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.772127] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa19875-6b7f-4fc0-925e-132e78ea7095',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.105371] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.105870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.105870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.105870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.106076] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.106076] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c already deleted. [ 1050.106193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.254671] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.254855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.254855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.255084] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.255180] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.255278] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b already deleted. [ 1050.255364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.275028] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.275274] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.275401] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.275864] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.276038] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.276200] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port dfa19875-6b7f-4fc0-925e-132e78ea7095 not found, creating... [ 1050.276470] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.276625] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.276740] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.277133] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.277133] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.277388] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.277540] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.277648] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.277852] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.277983] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.278139] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: dfa19875-6b7f-4fc0-925e-132e78ea7095 is going to be created. [ 1050.310184] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.310400] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.310522] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.310796] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.311028] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.311256] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-dfa19875-6b7f-4fc0-925e-132e78ea7095" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.424796] env[65987]: INFO networking_nsxv3.common.synchronization [None req-8b787b57-ed64-4237-82ae-f0d9ee128234 tempest-AttachVolumeNegativeTest-1685597108 tempest-AttachVolumeNegativeTest-1685597108-project-member] Enqueued Resource ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b with Priority: HIGHEST for action security_group_rules [ 1050.424956] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b with Priority: HIGHEST for action security_group_rules [ 1050.426868] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f9444cc-e007-45d4-ac5b-3acfa62ea04b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.427676] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.427769] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.427977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.428117] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f9444cc-e007-45d4-ac5b-3acfa62ea04b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.953262] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.953424] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.953484] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.953704] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.953793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.953891] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b already deleted. [ 1050.953971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.000288] env[65987]: INFO networking_nsxv3.common.synchronization [req-d1165e4a-9b5b-4b22-8be5-f257120ce66b req-d6f6b621-2961-475f-a57d-73c005caba3d service nova] Enqueued Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_rules [ 1051.000288] env[65987]: INFO networking_nsxv3.common.synchronization [req-d1165e4a-9b5b-4b22-8be5-f257120ce66b req-d6f6b621-2961-475f-a57d-73c005caba3d service nova] Enqueued Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_members [ 1051.000288] env[65987]: INFO networking_nsxv3.common.synchronization [req-d1165e4a-9b5b-4b22-8be5-f257120ce66b req-d6f6b621-2961-475f-a57d-73c005caba3d service nova] Enqueued Resource ID: dfa19875-6b7f-4fc0-925e-132e78ea7095 with Priority: HIGHEST for action port [ 1051.000898] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_rules [ 1051.000979] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_members [ 1051.001067] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa19875-6b7f-4fc0-925e-132e78ea7095 with Priority: HIGHEST for action port [ 1051.001349] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.001471] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.001537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.001735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.001816] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.002681] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.002776] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.002970] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfa19875-6b7f-4fc0-925e-132e78ea7095 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.003080] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfa19875-6b7f-4fc0-925e-132e78ea7095" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.003142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfa19875-6b7f-4fc0-925e-132e78ea7095" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.003317] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfa19875-6b7f-4fc0-925e-132e78ea7095" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.003384] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa19875-6b7f-4fc0-925e-132e78ea7095',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.476849] env[65987]: INFO networking_nsxv3.common.synchronization [req-d598f005-cf45-4128-bc59-84ee6cf856a4 req-eaef56f1-5fbd-4bc1-ba32-d5bc557eee9e tempest-ImagesOneServerNegativeTestJSON-148084720 tempest-ImagesOneServerNegativeTestJSON-148084720-project-member] Enqueued Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_members [ 1051.477753] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_members [ 1051.477753] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.477863] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.477955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.478161] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.478319] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.478419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.478537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.478871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.478871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.478871] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.505830] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.506079] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.506192] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfa19875-6b7f-4fc0-925e-132e78ea7095 with status ACTIVE [ 1051.506443] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.506590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.506590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.506748] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.506852] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.507036] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.507180] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.507180] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.507330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.507401] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.507620] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.507728] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.507728] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.507840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.507905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.507983] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfa19875-6b7f-4fc0-925e-132e78ea7095 is going to be updated. [ 1051.540149] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.540339] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.540428] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.540672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.540832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.541314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfa19875-6b7f-4fc0-925e-132e78ea7095" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.559264] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: SUCCESS [ 1051.559264] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 deletion is rescheduled due to dependency. [ 1051.559264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.559264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.559264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.559264] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.559264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.559264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.559264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.559264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.559264] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.877187] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.877403] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.877528] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.877804] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.878139] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.878322] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.878439] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.878707] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.878887] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.879152] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.879377] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.879534] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.879818] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.879975] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.880136] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.880312] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.904390] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.904630] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.904805] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.905027] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.905397] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-dda13ad6-aa98-4a90-a6a7-b25bfe45842a taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.905634] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-dda13ad6-aa98-4a90-a6a7-b25bfe45842a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.905813] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-dda13ad6-aa98-4a90-a6a7-b25bfe45842a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.906199] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-dda13ad6-aa98-4a90-a6a7-b25bfe45842a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.906377] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dda13ad6-aa98-4a90-a6a7-b25bfe45842a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.981213] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.981410] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.981515] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.981896] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.982026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.982260] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.982403] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.982462] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.983037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.983128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.983222] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 is going to be updated. [ 1052.012181] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.012409] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.012506] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.012801] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.012985] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.024433] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: IN_PROGRESS for 2s [ 1052.063595] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.229426] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-8 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.229426] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.229426] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.229683] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.229852] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.230017] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.230132] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.230335] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.230475] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.230677] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.230787] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.230892] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.230994] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.231115] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.231218] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.231344] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.250744] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.250935] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.251069] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.251247] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.251561] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-47bddb51-37da-4121-96fd-10148ec215ae taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.251733] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-47bddb51-37da-4121-96fd-10148ec215ae" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.251883] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-47bddb51-37da-4121-96fd-10148ec215ae" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.252262] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-47bddb51-37da-4121-96fd-10148ec215ae" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.252418] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47bddb51-37da-4121-96fd-10148ec215ae',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.408441] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.408656] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.408739] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.409047] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.409204] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.409369] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port dda13ad6-aa98-4a90-a6a7-b25bfe45842a not found, creating... [ 1052.409629] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.409784] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.409899] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.410182] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.410322] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.410606] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.410757] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.410876] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.411094] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.411225] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.411361] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: dda13ad6-aa98-4a90-a6a7-b25bfe45842a is going to be created. [ 1052.434616] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.434900] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.435085] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.435460] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.435843] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.436229] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-dda13ad6-aa98-4a90-a6a7-b25bfe45842a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.565680] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.754971] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.755374] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.755374] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.755628] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.755825] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.755993] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 47bddb51-37da-4121-96fd-10148ec215ae not found, creating... [ 1052.756305] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.756462] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.756575] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.756800] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.756935] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.757224] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.757376] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.757488] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.757690] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.757818] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.757977] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 47bddb51-37da-4121-96fd-10148ec215ae is going to be created. [ 1052.778608] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.778874] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.778945] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.779357] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.780880] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.781269] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-47bddb51-37da-4121-96fd-10148ec215ae" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.068566] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.068751] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.068808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.069045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.069239] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.069239] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 is going to be updated. [ 1053.102768] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.103014] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.103014] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.103225] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.103384] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.113579] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: IN_PROGRESS for 2s [ 1053.139265] env[65987]: INFO networking_nsxv3.common.synchronization [req-08c00c4d-4b20-4e1c-82cb-1df910389d07 req-43855bc7-366a-4993-98b5-45cb30fcbf25 service nova] Enqueued Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_rules [ 1053.139265] env[65987]: INFO networking_nsxv3.common.synchronization [req-08c00c4d-4b20-4e1c-82cb-1df910389d07 req-43855bc7-366a-4993-98b5-45cb30fcbf25 service nova] Enqueued Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 1053.139265] env[65987]: INFO networking_nsxv3.common.synchronization [req-08c00c4d-4b20-4e1c-82cb-1df910389d07 req-43855bc7-366a-4993-98b5-45cb30fcbf25 service nova] Enqueued Resource ID: dda13ad6-aa98-4a90-a6a7-b25bfe45842a with Priority: HIGHEST for action port [ 1053.139265] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_rules [ 1053.139265] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 1053.139265] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda13ad6-aa98-4a90-a6a7-b25bfe45842a with Priority: HIGHEST for action port [ 1053.139987] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.140270] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.140456] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.140816] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.141014] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.142520] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.146089] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.146089] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.146089] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.146089] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.146089] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.146089] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.146089] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.146089] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.146089] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.147542] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-dda13ad6-aa98-4a90-a6a7-b25bfe45842a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.147542] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dda13ad6-aa98-4a90-a6a7-b25bfe45842a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.147542] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dda13ad6-aa98-4a90-a6a7-b25bfe45842a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.147778] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dda13ad6-aa98-4a90-a6a7-b25bfe45842a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.147778] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dda13ad6-aa98-4a90-a6a7-b25bfe45842a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.486227] env[65987]: INFO networking_nsxv3.common.synchronization [req-d598f005-cf45-4128-bc59-84ee6cf856a4 req-bc12b2e9-dc50-4769-b99a-4a4b6cc41ef4 service nova] Enqueued Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_rules [ 1053.486424] env[65987]: INFO networking_nsxv3.common.synchronization [req-d598f005-cf45-4128-bc59-84ee6cf856a4 req-bc12b2e9-dc50-4769-b99a-4a4b6cc41ef4 service nova] Enqueued Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_members [ 1053.486564] env[65987]: INFO networking_nsxv3.common.synchronization [req-d598f005-cf45-4128-bc59-84ee6cf856a4 req-bc12b2e9-dc50-4769-b99a-4a4b6cc41ef4 service nova] Enqueued Resource ID: 47bddb51-37da-4121-96fd-10148ec215ae with Priority: HIGHEST for action port [ 1053.487104] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_rules [ 1053.487207] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_members [ 1053.487303] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47bddb51-37da-4121-96fd-10148ec215ae with Priority: HIGHEST for action port [ 1053.487579] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.487701] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.487825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.487956] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.488049] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.489808] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.489808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.489808] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-47bddb51-37da-4121-96fd-10148ec215ae taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.489808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47bddb51-37da-4121-96fd-10148ec215ae" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.489808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47bddb51-37da-4121-96fd-10148ec215ae" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.489808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47bddb51-37da-4121-96fd-10148ec215ae" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.489808] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47bddb51-37da-4121-96fd-10148ec215ae',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.649982] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.651099] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.651220] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.651405] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dda13ad6-aa98-4a90-a6a7-b25bfe45842a with status ACTIVE [ 1053.651562] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.651668] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.651732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.651930] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.652027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.652195] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.652289] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.652350] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.652495] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.652568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.652741] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.652830] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.652891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.653849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.653989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.654107] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dda13ad6-aa98-4a90-a6a7-b25bfe45842a is going to be updated. [ 1053.676449] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.676694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.676694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.676853] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.676971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.677151] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dda13ad6-aa98-4a90-a6a7-b25bfe45842a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.991367] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.991367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.996020] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47bddb51-37da-4121-96fd-10148ec215ae with status ACTIVE [ 1053.996020] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.996020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.996020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.996020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.996020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.996020] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.996020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.996020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.996020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.996020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.996020] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.996020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.996020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.996020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.996020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.996020] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47bddb51-37da-4121-96fd-10148ec215ae is going to be updated. [ 1054.026020] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.026020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.026020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.026020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.026020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.026020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47bddb51-37da-4121-96fd-10148ec215ae" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.036231] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: SUCCESS [ 1054.036231] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 deletion is rescheduled due to dependency. [ 1054.036231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.036231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.036231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.036231] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.036231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.036231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.036231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.036231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.036231] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.157194] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.306538] env[65987]: INFO networking_nsxv3.common.synchronization [req-be9c32ac-21c6-43dc-993a-c65823f93887 req-1cca1841-d6cd-4b9d-9faf-bdcc2a08f5b5 tempest-AttachVolumeTestJSON-1056237242 tempest-AttachVolumeTestJSON-1056237242-project-member] Enqueued Resource ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 with Priority: HIGHEST for action security_group_members [ 1054.307456] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 with Priority: HIGHEST for action security_group_members [ 1054.307822] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4325ee18-7b96-4a1b-a6ea-3ba8890ea748 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.307948] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.308319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.308404] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.308641] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.308728] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.308768] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.308948] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.309053] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.309156] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4325ee18-7b96-4a1b-a6ea-3ba8890ea748',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.539998] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.663528] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.663528] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.663528] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.663528] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.663528] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.663528] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 is going to be updated. [ 1054.698539] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-352 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.698539] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-352" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.698539] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-352" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.699209] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-352" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.703300] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.703300] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.703300] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.703300] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.703300] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.703300] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.703300] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.703300] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.703300] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.703300] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.703300] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.703300] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.714905] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.715083] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.715159] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.715363] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.715506] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.727756] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.727834] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.728050] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.728217] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-352" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.728600] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-397f45f7-4572-4162-9fda-b7515d782fd5 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.728810] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-397f45f7-4572-4162-9fda-b7515d782fd5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.728946] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-397f45f7-4572-4162-9fda-b7515d782fd5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.729318] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-397f45f7-4572-4162-9fda-b7515d782fd5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.729574] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('397f45f7-4572-4162-9fda-b7515d782fd5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.731035] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: IN_PROGRESS for 2s [ 1054.812507] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.812743] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.812743] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.813016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.813144] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.813438] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.813556] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.813556] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.813715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.813833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.813903] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 already deleted. [ 1054.813987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.045252] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.125433] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: SUCCESS [ 1055.125989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.125989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.126258] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.126528] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.126700] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.126804] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.126985] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.127090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.127294] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.127368] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.232900] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.233210] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.233448] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.233888] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.234183] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.234423] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 397f45f7-4572-4162-9fda-b7515d782fd5 not found, creating... [ 1055.234702] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.234820] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.234940] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.235197] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.235354] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.235828] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.236072] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.236164] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.236392] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.236529] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.236673] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 397f45f7-4572-4162-9fda-b7515d782fd5 is going to be created. [ 1055.284878] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.285263] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.285441] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.285878] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.286165] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.286425] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-397f45f7-4572-4162-9fda-b7515d782fd5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.371798] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.372042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.372170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.372282] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.372393] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.547758] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.547919] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.547989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.548237] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.548330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.548460] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 is going to be updated. [ 1055.589133] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.589302] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.589645] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.589869] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.590050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.600331] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: IN_PROGRESS for 2s [ 1055.629961] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.874724] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.021323] env[65987]: INFO networking_nsxv3.common.synchronization [req-be9c32ac-21c6-43dc-993a-c65823f93887 req-b23738f6-86b7-4d24-9c67-9b54333eb27a service nova] Enqueued Resource ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 with Priority: HIGHEST for action security_group_rules [ 1056.021505] env[65987]: INFO networking_nsxv3.common.synchronization [req-be9c32ac-21c6-43dc-993a-c65823f93887 req-b23738f6-86b7-4d24-9c67-9b54333eb27a service nova] Enqueued Resource ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 with Priority: HIGHEST for action security_group_members [ 1056.021639] env[65987]: INFO networking_nsxv3.common.synchronization [req-be9c32ac-21c6-43dc-993a-c65823f93887 req-b23738f6-86b7-4d24-9c67-9b54333eb27a service nova] Enqueued Resource ID: 397f45f7-4572-4162-9fda-b7515d782fd5 with Priority: HIGHEST for action port [ 1056.022215] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 with Priority: HIGHEST for action security_group_rules [ 1056.025230] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 with Priority: HIGHEST for action security_group_members [ 1056.025230] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397f45f7-4572-4162-9fda-b7515d782fd5 with Priority: HIGHEST for action port [ 1056.025230] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4325ee18-7b96-4a1b-a6ea-3ba8890ea748 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.025230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.025230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.025230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.025230] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4325ee18-7b96-4a1b-a6ea-3ba8890ea748',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.026393] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4325ee18-7b96-4a1b-a6ea-3ba8890ea748 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.026529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.026601] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.026996] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.027206] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.027316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.027377] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.027535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.027619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.027711] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4325ee18-7b96-4a1b-a6ea-3ba8890ea748',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.028792] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-397f45f7-4572-4162-9fda-b7515d782fd5 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.028899] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-397f45f7-4572-4162-9fda-b7515d782fd5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.028952] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-397f45f7-4572-4162-9fda-b7515d782fd5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.029125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-397f45f7-4572-4162-9fda-b7515d782fd5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.029379] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('397f45f7-4572-4162-9fda-b7515d782fd5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.133278] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1: rpc.has_security_group_logging(os_id): False [ 1056.157285] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.157285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.157285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.157285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.157285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.157285] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.157285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.157285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.157285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.157285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.157285] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 is going to be updated. [ 1056.236619] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.236619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.236619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.236619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.236619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.258239] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: IN_PROGRESS for 2s [ 1056.377032] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.530729] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4325ee18-7b96-4a1b-a6ea-3ba8890ea748',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.531850] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4325ee18-7b96-4a1b-a6ea-3ba8890ea748 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.531988] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.532163] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 397f45f7-4572-4162-9fda-b7515d782fd5 with status ACTIVE [ 1056.532345] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.532473] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.532554] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.532725] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.532824] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.532992] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.533102] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.533181] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.533313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.533389] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.533562] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.533696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.533790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.533858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.533921] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.534034] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 397f45f7-4572-4162-9fda-b7515d782fd5 is going to be updated. [ 1056.560276] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.560276] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.560276] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.560276] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.560276] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.560521] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-397f45f7-4572-4162-9fda-b7515d782fd5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.745045] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: SUCCESS [ 1056.745370] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.745592] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.745896] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.746387] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.746387] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.746387] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.747828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.748333] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.748333] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.748333] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.884088] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1056.884088] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1057.037097] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4325ee18-7b96-4a1b-a6ea-3ba8890ea748',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.142680] env[65987]: INFO networking_nsxv3.common.synchronization [None req-f2f49c93-da0c-465d-bd38-b3e6ede3fb82 None None] Enqueued Resource ID: 559d5c23-4026-4494-8707-34a02ef61b85 with Priority: HIGHEST for action port [ 1057.146028] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 559d5c23-4026-4494-8707-34a02ef61b85 with Priority: HIGHEST for action port [ 1057.146610] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-559d5c23-4026-4494-8707-34a02ef61b85 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.146610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-559d5c23-4026-4494-8707-34a02ef61b85" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.146884] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-559d5c23-4026-4494-8707-34a02ef61b85" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.146980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-559d5c23-4026-4494-8707-34a02ef61b85" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.147053] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559d5c23-4026-4494-8707-34a02ef61b85',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.252398] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.252851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.252985] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.253880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.254265] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.254265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.254441] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.254509] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.254602] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.254731] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.254954] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.255123] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.255196] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.255419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.255595] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.255978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.255978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.255978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.256419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.256882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.257061] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.541831] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.541831] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.542090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.542371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.542509] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.542648] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 is going to be created. [ 1057.594706] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.594855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.594922] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.595212] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.595407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.618295] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 in Status: UNINITIALIZED for 2s [ 1057.634144] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: SUCCESS [ 1057.634384] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.634558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.634813] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.635037] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.635269] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.635329] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.635532] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.635632] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.635787] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.635995] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.649828] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 559d5c23-4026-4494-8707-34a02ef61b85 [ 1057.649828] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.650069] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.650069] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.650269] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.650379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.650479] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:559d5c23-4026-4494-8707-34a02ef61b85 already deleted. [ 1057.650577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-559d5c23-4026-4494-8707-34a02ef61b85" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.760502] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8: rpc.has_security_group_logging(os_id): False [ 1057.785137] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.785399] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.785510] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.785683] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.785778] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.786158] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.786773] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.786922] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.787042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.787152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.787336] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.787432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.787535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.787632] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.787709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.788276] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.788536] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.788624] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.788788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.788867] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.788956] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 is going to be updated. [ 1057.870038] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.870242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.870242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.870348] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.870518] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.890350] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: IN_PROGRESS for 2s [ 1058.101940] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.101940] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.101940] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.101940] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.129219] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1058.130140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.131511] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1058.138831] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.138831] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.138998] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.139141] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.139339] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.139583] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.139583] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.139712] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.139992] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.139992] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.143023] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.143023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.143023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.143023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.143023] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.143023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.143023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.143023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.143023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.143023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.143023] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.173847] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.174432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.174548] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.174838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.185535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.186304] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1058.186647] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1058.186647] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1058.240955] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.240955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.240955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.241212] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.244017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.244017] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1058.271533] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: SUCCESS [ 1058.271782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.389184] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.389340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.389431] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.389732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.390182] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.390519] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1058.492126] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.492366] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.492418] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.492603] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.492980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.493405] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:50. [ 1058.493544] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d7e99b4c-6ad3-45eb-a536-4de24d6c76bb', '08ea1aa4-1442-478e-b73d-742c8fee14d4', '98608d8a-537c-445a-88b3-c5b5d6ff8013', '6b88e26d-8575-49ad-8fed-17425a40e6a4', '219a566d-77a8-4e7f-8619-4a2a453687ed', 'ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1', '83cb7c38-9019-4b1a-a3ac-2642965b7181', '4c534991-f967-42f2-8c6e-87bb531f0323', '6c236c9a-5251-4a5d-a3ea-a15362bcfa95', '41a64c82-ca9e-429c-9005-af3f80956e40', 'e0e8594c-feda-4ca0-85ab-a0a522c55c0a', '64b213af-80e2-4b81-87f1-2c8e8a0fb6b8', 'b61163f2-d933-4e12-bd4f-e9202c550b1d', '3cb15445-cc26-4dde-b904-49d23d376831', '2ee7d737-cf2b-4339-8934-f08ee0868637', 'a3e71a4d-2782-4a1f-b4cf-eada6c3e789e', 'b0e8e366-7bc9-4109-81e2-50f56b84cf53', '8f8041bb-73ed-482a-94a5-433dfa1cf2e2', 'c6623897-f36a-4403-8265-a03a390d0416', 'cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2', '12a29436-8e6b-4200-9c8f-d35e5cc66b2f', '07baa81d-f2d0-4635-b81c-90064862477b', 'eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8', '8d2f7b06-014d-4032-b70e-70518c1f57a9', '4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d', '3b8f3c6c-8111-4fa6-8e15-758740f2f03f', '9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf', '99e0754d-0da5-4113-914a-61c97321afa2', 'febef2c2-a512-4b2a-b367-3a124b72f266', 'f06aa0a1-cdcf-4252-97da-ae996c7f6d67', '4697d792-1588-4b60-9674-2b3bf23b9447', '6039facd-ac98-4384-b548-7cf4ee5c0254', 'd462218e-8fc3-4ec1-9975-b7e9d1190e95', 'e65873ea-274a-4714-8a26-a875793014db', 'be8a49bc-167f-46a4-b3fe-e3c2f61040b1', '48ed63e7-7a50-448d-9974-1a7c06a44759', '03b1d822-bfd6-4b5b-b73c-39f93b0f41f1', '294936d9-e513-4a56-bf69-977398416ae6', 'e7a9a86e-08e7-41d7-9681-ab6a6f69097c', 'e8807c1a-c456-4217-a517-3e4d4d1f44a5', '3eb741b6-4f4e-4223-b855-0824b06582a4', '0fa3c834-0a8e-4a81-b10b-c297c2d69e04', 'd751f4d8-4e0f-4902-b4d4-6b37d03c946f', '177edb9d-0d53-47f2-a2db-1be2e1c8569e', '3736c1f1-0f84-4b6e-9ee4-ef8550f4a094', 'dd4789f3-3d9e-4f8f-9890-bdb24786df38', '6f52ccc3-347f-4e5e-99c9-9bff622d50dd', '1fe9a0bd-195b-44ef-8c72-e72aa4f2a312', '12aa49ce-2811-4939-93b3-c273bbd232c4', 'f6df8791-193a-4645-a66e-4fadb9c2f521'} {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1058.493677] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1058.523130] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.523406] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.523406] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.524537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.524732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.524890] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1058.524990] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1058.525124] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1058.618617] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.618617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.618617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.618617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.621025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.621025] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1058.621025] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1058.621025] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1058.621025] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1058.621025] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/50 resources of Type:Security Group Rules [ 1058.621025] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb with Priority: HIGH for action security_group_rules [ 1058.621025] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGH for action security_group_rules [ 1058.621620] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 with Priority: HIGH for action security_group_rules [ 1058.621620] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 with Priority: HIGH for action security_group_rules [ 1058.621620] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGH for action security_group_rules [ 1058.621620] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGH for action security_group_rules [ 1058.621620] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 with Priority: HIGH for action security_group_rules [ 1058.621958] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c534991-f967-42f2-8c6e-87bb531f0323 with Priority: HIGH for action security_group_rules [ 1058.622077] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGH for action security_group_rules [ 1058.622210] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGH for action security_group_rules [ 1058.622321] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGH for action security_group_rules [ 1058.622395] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 with Priority: HIGH for action security_group_rules [ 1058.622491] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b61163f2-d933-4e12-bd4f-e9202c550b1d with Priority: HIGH for action security_group_rules [ 1058.622581] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cb15445-cc26-4dde-b904-49d23d376831 with Priority: HIGH for action security_group_rules [ 1058.622668] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 with Priority: HIGH for action security_group_rules [ 1058.622755] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e with Priority: HIGH for action security_group_rules [ 1058.622843] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGH for action security_group_rules [ 1058.623150] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 with Priority: HIGH for action security_group_rules [ 1058.623260] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6623897-f36a-4403-8265-a03a390d0416 with Priority: HIGH for action security_group_rules [ 1058.623359] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGH for action security_group_rules [ 1058.623500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.643697] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fa3c834-0a8e-4a81-b10b-c297c2d69e04: rpc.has_security_group_logging(os_id): False [ 1058.669267] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.669477] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.669554] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.669756] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.709944] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.710318] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.710476] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.710523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.710718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.710803] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.711041] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.711146] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.711216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.711375] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.711861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.711861] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.711861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.711861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.712068] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.712068] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.713447] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 is going to be updated. [ 1058.823529] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.824895] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.825047] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.826044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.826044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.862643] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: IN_PROGRESS for 2s [ 1059.632765] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 in Status: SUCCESS [ 1059.633123] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.633477] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.633581] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.633917] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.634074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.634145] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.634332] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.634413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.634519] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.634612] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4325ee18-7b96-4a1b-a6ea-3ba8890ea748',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.783689] env[65987]: INFO networking_nsxv3.common.synchronization [None req-cdf3dcb7-60a8-4cb7-8521-6a2b9852893b None None] Enqueued Resource ID: efb604b6-e57e-4406-bf04-be04acfb30e0 with Priority: HIGHEST for action port [ 1059.783689] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb604b6-e57e-4406-bf04-be04acfb30e0 with Priority: HIGHEST for action port [ 1059.783864] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb with Priority: HIGH for action security_group_rules [ 1059.784271] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 with Priority: HIGH for action security_group_rules [ 1059.784341] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 with Priority: HIGH for action security_group_rules [ 1059.784510] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 with Priority: HIGH for action security_group_rules [ 1059.784709] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGH for action security_group_rules [ 1059.784884] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6623897-f36a-4403-8265-a03a390d0416 with Priority: HIGH for action security_group_rules [ 1059.785132] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 with Priority: HIGH for action security_group_rules [ 1059.785349] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 with Priority: HIGH for action security_group_rules [ 1059.785607] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb15445-cc26-4dde-b904-49d23d376831 with Priority: HIGH for action security_group_rules [ 1059.786257] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e with Priority: HIGH for action security_group_rules [ 1059.786257] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61163f2-d933-4e12-bd4f-e9202c550b1d with Priority: HIGH for action security_group_rules [ 1059.786257] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 with Priority: HIGH for action security_group_rules [ 1059.786460] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGH for action security_group_rules [ 1059.786610] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64c82-ca9e-429c-9005-af3f80956e40 with Priority: HIGH for action security_group_rules [ 1059.786713] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 with Priority: HIGH for action security_group_rules [ 1059.787064] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGH for action security_group_rules [ 1059.787064] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c534991-f967-42f2-8c6e-87bb531f0323 with Priority: HIGH for action security_group_rules [ 1059.787064] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 219a566d-77a8-4e7f-8619-4a2a453687ed with Priority: HIGH for action security_group_rules [ 1059.787605] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 with Priority: HIGH for action security_group_rules [ 1059.787605] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 with Priority: HIGH for action security_group_rules [ 1059.787931] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-efb604b6-e57e-4406-bf04-be04acfb30e0 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.788124] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efb604b6-e57e-4406-bf04-be04acfb30e0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.788224] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efb604b6-e57e-4406-bf04-be04acfb30e0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.788571] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efb604b6-e57e-4406-bf04-be04acfb30e0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.788785] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efb604b6-e57e-4406-bf04-be04acfb30e0',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.790085] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.790301] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.790442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.791027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.791027] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7e99b4c-6ad3-45eb-a536-4de24d6c76bb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.792069] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98608d8a-537c-445a-88b3-c5b5d6ff8013 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.792901] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.792901] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.792901] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.792901] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98608d8a-537c-445a-88b3-c5b5d6ff8013',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.793496] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83cb7c38-9019-4b1a-a3ac-2642965b7181 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.793724] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.793857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.794169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.794169] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83cb7c38-9019-4b1a-a3ac-2642965b7181',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.796284] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ee7d737-cf2b-4339-8934-f08ee0868637 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.796284] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.796284] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.796284] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.796284] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ee7d737-cf2b-4339-8934-f08ee0868637',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.797402] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.797402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.797402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.797402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.797402] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.798209] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6623897-f36a-4403-8265-a03a390d0416 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.798328] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.798427] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.798655] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.798767] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6623897-f36a-4403-8265-a03a390d0416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.799639] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f8041bb-73ed-482a-94a5-433dfa1cf2e2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.802463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.802463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.802463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.802463] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f8041bb-73ed-482a-94a5-433dfa1cf2e2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.802463] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.802463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.802463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.802463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.802463] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0e8e366-7bc9-4109-81e2-50f56b84cf53',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.803252] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb15445-cc26-4dde-b904-49d23d376831 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.803252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.803252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.803252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.803252] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb15445-cc26-4dde-b904-49d23d376831',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.804082] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.804210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.804341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.804498] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.804601] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3e71a4d-2782-4a1f-b4cf-eada6c3e789e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.810565] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b61163f2-d933-4e12-bd4f-e9202c550b1d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.810565] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.810565] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.810565] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.810565] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b61163f2-d933-4e12-bd4f-e9202c550b1d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.813044] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.813044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.813044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.813044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.813044] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64b213af-80e2-4b81-87f1-2c8e8a0fb6b8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.813044] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.814441] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.814875] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.815759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.817232] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.818370] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41a64c82-ca9e-429c-9005-af3f80956e40 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.819377] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.819377] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.819377] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.819377] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41a64c82-ca9e-429c-9005-af3f80956e40',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.819665] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.819776] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.819841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.820837] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.820927] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c236c9a-5251-4a5d-a3ea-a15362bcfa95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.821788] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.821902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.821951] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.822165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.822228] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.823080] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c534991-f967-42f2-8c6e-87bb531f0323 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.823202] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.823251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.823401] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.823470] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c534991-f967-42f2-8c6e-87bb531f0323',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.824216] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-219a566d-77a8-4e7f-8619-4a2a453687ed taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.824323] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.824418] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.824645] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.824645] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('219a566d-77a8-4e7f-8619-4a2a453687ed',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.826341] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08ea1aa4-1442-478e-b73d-742c8fee14d4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.826341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.826341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.826341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.826341] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08ea1aa4-1442-478e-b73d-742c8fee14d4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.826539] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b88e26d-8575-49ad-8fed-17425a40e6a4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.826539] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.826622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.827038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.827038] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b88e26d-8575-49ad-8fed-17425a40e6a4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.907969] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: SUCCESS [ 1059.907969] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.143298] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4325ee18-7b96-4a1b-a6ea-3ba8890ea748',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.314600] env[65987]: INFO networking_nsxv3.common.synchronization [req-b974b1da-c51d-4d11-97a8-8fbb3f1a5b66 req-6d8806bf-8cdd-4d90-8c32-96598e36a649 tempest-ServerActionsTestOtherA-1293518559 tempest-ServerActionsTestOtherA-1293518559-project-member] Enqueued Resource ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c with Priority: HIGHEST for action security_group_members [ 1060.315249] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c with Priority: HIGHEST for action security_group_members [ 1060.315687] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eff9f90-74be-4166-abd0-2c60a2d2bc9c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.315828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.315986] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.316278] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.316478] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.316591] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.316690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.316908] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.317052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.317198] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eff9f90-74be-4166-abd0-2c60a2d2bc9c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.329870] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.329870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.330054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.330249] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.330696] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.330696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.330696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.330848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.330886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.330943] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.331069] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.337709] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.337709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.337709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.337709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.337709] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.337709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.337709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.337709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.339044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.339044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.339044] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.341867] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.343742] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.343742] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.343878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.343976] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.344095] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.344179] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.344417] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.344515] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.344607] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.344687] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.350842] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61163f2-d933-4e12-bd4f-e9202c550b1d taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.351491] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.351619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.352086] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.352186] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.352286] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.352341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.352536] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.352644] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.352737] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.352874] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b61163f2-d933-4e12-bd4f-e9202c550b1d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.355560] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efb604b6-e57e-4406-bf04-be04acfb30e0 [ 1060.357749] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.357749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.357749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.357749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.357749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.357749] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efb604b6-e57e-4406-bf04-be04acfb30e0 already deleted. [ 1060.357749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efb604b6-e57e-4406-bf04-be04acfb30e0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.359724] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb15445-cc26-4dde-b904-49d23d376831 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.359896] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.359943] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.360098] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.360500] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.360606] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.360664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.360816] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.360898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.360983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.361082] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cb15445-cc26-4dde-b904-49d23d376831',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.368283] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.402298] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.402521] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.402599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.403365] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.406663] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.406663] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.409584] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.409711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.420443] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.420682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.422688] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.422832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.423789] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.423893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.424704] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.424809] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.425692] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.425692] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.427715] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.429121] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.429121] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.429121] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.431037] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.431037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.432311] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.432966] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.433160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.434020] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.434391] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.434532] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.435289] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.435788] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.435975] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.436872] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.437403] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.437565] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83cb7c38-9019-4b1a-a3ac-2642965b7181 is going to be deleted. [ 1060.438733] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.439661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.441155] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.441155] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.468566] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.468566] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c534991-f967-42f2-8c6e-87bb531f0323 is going to be deleted. [ 1060.470284] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.470735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.506913] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.507113] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 219a566d-77a8-4e7f-8619-4a2a453687ed is going to be deleted. [ 1060.508131] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.508604] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.513593] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.513593] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.547033] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.547033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.561754] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.561899] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98608d8a-537c-445a-88b3-c5b5d6ff8013 is going to be deleted. [ 1060.562921] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.563827] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.615070] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.615227] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41a64c82-ca9e-429c-9005-af3f80956e40 is going to be deleted. [ 1060.617748] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.617748] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.632417] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.632598] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.645122] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4325ee18-7b96-4a1b-a6ea-3ba8890ea748: rpc.has_security_group_logging(os_id): False [ 1060.647289] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.647421] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.704629] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.704816] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.706127] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.706386] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c236c9a-5251-4a5d-a3ea-a15362bcfa95 is going to be deleted. [ 1060.707402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.707663] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.727703] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.727853] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.772464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.772707] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7e99b4c-6ad3-45eb-a536-4de24d6c76bb is going to be deleted. [ 1060.773787] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.774044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.818440] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.818701] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-921" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.818760] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-921" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.819420] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-921" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.819420] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.819648] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.819648] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.820031] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.820133] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.820366] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.820465] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.820608] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.820696] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.820874] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.820929] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.821140] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.823925] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.825084] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b88e26d-8575-49ad-8fed-17425a40e6a4 is going to be deleted. [ 1060.825995] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.825995] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.825995] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.825995] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.825995] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.826267] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.826267] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.826352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.826455] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.826565] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.826664] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c already deleted. [ 1060.827700] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.827700] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.827700] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.835474] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.863853] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.864217] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.864439] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.864738] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-921" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.865346] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-ed8e4e0d-6b8e-4afd-aaae-34ac68b1d868 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.865725] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-ed8e4e0d-6b8e-4afd-aaae-34ac68b1d868" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.866014] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-ed8e4e0d-6b8e-4afd-aaae-34ac68b1d868" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.866611] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-ed8e4e0d-6b8e-4afd-aaae-34ac68b1d868" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.866818] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed8e4e0d-6b8e-4afd-aaae-34ac68b1d868',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.868894] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b61163f2-d933-4e12-bd4f-e9202c550b1d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.870227] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cb15445-cc26-4dde-b904-49d23d376831',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.871357] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.871563] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.871724] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.871906] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.872120] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.872290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.872429] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.872691] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.872817] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.872934] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.873134] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.873267] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.873384] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.873698] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.874337] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.874337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.874337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.874337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.874337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.874578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.874711] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.881132] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1: rpc.has_security_group_logging(os_id): False [ 1060.939740] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.939959] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.940736] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.940898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.941585] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.941693] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.942608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.942725] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6623897-f36a-4403-8265-a03a390d0416 is going to be deleted. [ 1060.943784] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.944140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.989479] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: SUCCESS [ 1060.989817] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.994271] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.994434] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ee7d737-cf2b-4339-8934-f08ee0868637 is going to be deleted. [ 1060.995443] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.995680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.004089] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.004237] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.031827] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.032075] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0e8e366-7bc9-4109-81e2-50f56b84cf53 is going to be deleted. [ 1061.033222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.033466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.117509] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.117509] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.122866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.122866] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64b213af-80e2-4b81-87f1-2c8e8a0fb6b8 is going to be deleted. [ 1061.122866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.122866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.204056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.204056] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08ea1aa4-1442-478e-b73d-742c8fee14d4 is going to be deleted. [ 1061.204056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.204056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.205877] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.206334] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.294520] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.295293] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.319657] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.319657] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f8041bb-73ed-482a-94a5-433dfa1cf2e2 is going to be deleted. [ 1061.320914] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.321657] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.321799] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.322075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83cb7c38-9019-4b1a-a3ac-2642965b7181" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.323084] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.323225] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.323331] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.323560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.323708] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.323996] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64b213af-80e2-4b81-87f1-2c8e8a0fb6b8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.324172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.324352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.324441] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.324550] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c534991-f967-42f2-8c6e-87bb531f0323" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.325091] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.325296] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.325384] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.325504] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-219a566d-77a8-4e7f-8619-4a2a453687ed" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.325641] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.325787] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.325866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.326062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98608d8a-537c-445a-88b3-c5b5d6ff8013" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.326188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.326334] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.326410] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.326674] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.326827] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.326827] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.326948] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.327052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.327149] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 is going to be created. [ 1061.328251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.328412] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.328496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.328611] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41a64c82-ca9e-429c-9005-af3f80956e40" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.328757] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.328866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.338103] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0e8594c-feda-4ca0-85ab-a0a522c55c0a: rpc.has_security_group_logging(os_id): False [ 1061.373738] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.374163] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.374296] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.374588] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.374737] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.374895] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port ed8e4e0d-6b8e-4afd-aaae-34ac68b1d868 not found, creating... [ 1061.375224] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.375396] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.375511] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.375737] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.375871] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.376249] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.376410] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.376522] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.376732] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.376863] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.377008] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: ed8e4e0d-6b8e-4afd-aaae-34ac68b1d868 is going to be created. [ 1061.378242] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b61163f2-d933-4e12-bd4f-e9202c550b1d: rpc.has_security_group_logging(os_id): False [ 1061.379186] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cb15445-cc26-4dde-b904-49d23d376831: rpc.has_security_group_logging(os_id): False [ 1061.379951] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2: rpc.has_security_group_logging(os_id): False [ 1061.426206] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.426329] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.427424] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.427424] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.443046] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.443189] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e71a4d-2782-4a1f-b4cf-eada6c3e789e is going to be deleted. [ 1061.444274] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.444490] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.444599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.444735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c236c9a-5251-4a5d-a3ea-a15362bcfa95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.444895] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.445080] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.445163] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.445277] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b88e26d-8575-49ad-8fed-17425a40e6a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.445783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.446016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.446150] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.446298] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6623897-f36a-4403-8265-a03a390d0416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.446437] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.446588] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.446665] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.446780] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ee7d737-cf2b-4339-8934-f08ee0868637" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.446937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.447116] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.447188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.447299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0e8e366-7bc9-4109-81e2-50f56b84cf53" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.447467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.447617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.472826] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.473045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.476710] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.476921] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.477919] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.478070] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.486617] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.486981] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.487200] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.487634] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.488018] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.488385] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-ed8e4e0d-6b8e-4afd-aaae-34ac68b1d868" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.516331] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.516505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.551359] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.551681] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.551810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.551871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.552075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.552164] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.552265] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 is going to be updated. [ 1061.553387] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.553580] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.553666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.553950] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7e99b4c-6ad3-45eb-a536-4de24d6c76bb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.553950] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.554243] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.593036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.593218] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.593314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.593401] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.593577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.593653] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.593753] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a is going to be updated. [ 1061.595394] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.596714] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.654520] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.654954] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.684537] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.684783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.714933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.715323] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.715640] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.716791] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.716791] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.716791] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.716791] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b61163f2-d933-4e12-bd4f-e9202c550b1d is going to be updated. [ 1061.717635] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.717879] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.810761] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.811117] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.811224] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.811291] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.811539] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.811740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.811787] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb15445-cc26-4dde-b904-49d23d376831 is going to be updated. [ 1061.812909] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.813127] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.813244] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.813375] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08ea1aa4-1442-478e-b73d-742c8fee14d4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.813550] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.813680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.830195] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.830402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.842807] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.842807] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.921060] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.921060] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.921428] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.921544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.921783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.921871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.922122] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.922240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.922301] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.922482] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.923315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.924662] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.924807] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.924846] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.925018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.925114] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.925221] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be updated. [ 1061.926435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.926612] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.926716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.926825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3e71a4d-2782-4a1f-b4cf-eada6c3e789e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.927893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.928043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.928160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.928380] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f8041bb-73ed-482a-94a5-433dfa1cf2e2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.928563] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.928718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.928993] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.930298] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.930481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.930631] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.933546] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.933546] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.933546] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.012554] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a in Status: IN_PROGRESS for 2s [ 1062.022344] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 in Status: IN_PROGRESS for 2s [ 1062.054879] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: IN_PROGRESS for 2s [ 1062.099201] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.099300] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.099300] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.100513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.100513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.139289] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.139469] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.139532] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.139724] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.139871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.161586] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.161705] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.161746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.162032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.162148] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.169646] env[65987]: INFO networking_nsxv3.common.synchronization [req-b974b1da-c51d-4d11-97a8-8fbb3f1a5b66 req-22397bb5-ce8f-4f73-9921-c6d870c0f3a0 service nova] Enqueued Resource ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c with Priority: HIGHEST for action security_group_rules [ 1062.169837] env[65987]: INFO networking_nsxv3.common.synchronization [req-b974b1da-c51d-4d11-97a8-8fbb3f1a5b66 req-22397bb5-ce8f-4f73-9921-c6d870c0f3a0 service nova] Enqueued Resource ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c with Priority: HIGHEST for action security_group_members [ 1062.170168] env[65987]: INFO networking_nsxv3.common.synchronization [req-b974b1da-c51d-4d11-97a8-8fbb3f1a5b66 req-22397bb5-ce8f-4f73-9921-c6d870c0f3a0 service nova] Enqueued Resource ID: ed8e4e0d-6b8e-4afd-aaae-34ac68b1d868 with Priority: HIGHEST for action port [ 1062.171163] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b61163f2-d933-4e12-bd4f-e9202c550b1d in Status: IN_PROGRESS for 2s [ 1062.171829] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb15445-cc26-4dde-b904-49d23d376831 in Status: IN_PROGRESS for 2s [ 1062.172355] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c with Priority: HIGHEST for action security_group_rules [ 1062.172507] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c with Priority: HIGHEST for action security_group_members [ 1062.172599] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8e4e0d-6b8e-4afd-aaae-34ac68b1d868 with Priority: HIGHEST for action port [ 1062.172931] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eff9f90-74be-4166-abd0-2c60a2d2bc9c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.173032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.173418] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.173418] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.173418] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eff9f90-74be-4166-abd0-2c60a2d2bc9c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.174510] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eff9f90-74be-4166-abd0-2c60a2d2bc9c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.174644] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.174702] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.174891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.175084] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.175479] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.175479] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.175479] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.175479] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.175703] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eff9f90-74be-4166-abd0-2c60a2d2bc9c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.176534] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed8e4e0d-6b8e-4afd-aaae-34ac68b1d868 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.176656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed8e4e0d-6b8e-4afd-aaae-34ac68b1d868" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.177290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed8e4e0d-6b8e-4afd-aaae-34ac68b1d868" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.177290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed8e4e0d-6b8e-4afd-aaae-34ac68b1d868" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.177467] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed8e4e0d-6b8e-4afd-aaae-34ac68b1d868',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.198753] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1062.199145] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 1062.603178] env[65987]: INFO networking_nsxv3.common.synchronization [None req-9fe5f5b1-f1ab-4402-b157-8806e59b0d64 None None] Enqueued Resource ID: 928db479-f0d8-4a13-80bc-dc75117630a0 with Priority: HIGHEST for action port [ 1062.603740] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 928db479-f0d8-4a13-80bc-dc75117630a0 with Priority: HIGHEST for action port [ 1062.605413] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-928db479-f0d8-4a13-80bc-dc75117630a0 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.605788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-928db479-f0d8-4a13-80bc-dc75117630a0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.605788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-928db479-f0d8-4a13-80bc-dc75117630a0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.607524] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-928db479-f0d8-4a13-80bc-dc75117630a0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.607961] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('928db479-f0d8-4a13-80bc-dc75117630a0',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.679619] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eff9f90-74be-4166-abd0-2c60a2d2bc9c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.683028] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eff9f90-74be-4166-abd0-2c60a2d2bc9c taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.683028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.683028] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed8e4e0d-6b8e-4afd-aaae-34ac68b1d868 with status ACTIVE [ 1062.683028] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.683028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.683028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.683028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.683028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.683028] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.683028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.683028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.683028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.683028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.683028] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.683890] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.683890] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.683890] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.683890] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.683890] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed8e4e0d-6b8e-4afd-aaae-34ac68b1d868 is going to be updated. [ 1062.713891] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.714545] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.714652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.714880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.715065] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.715290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed8e4e0d-6b8e-4afd-aaae-34ac68b1d868" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.110778] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 928db479-f0d8-4a13-80bc-dc75117630a0 [ 1063.110901] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.111406] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.111406] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.111406] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.113800] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.113800] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:928db479-f0d8-4a13-80bc-dc75117630a0 already deleted. [ 1063.113800] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-928db479-f0d8-4a13-80bc-dc75117630a0" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.120226] env[65987]: INFO networking_nsxv3.common.synchronization [req-b5aa00ac-e3de-4b55-a349-647c287b5c2a req-5d7ac585-a857-48c0-aa7d-55d917b32c28 tempest-AttachVolumeNegativeTest-1685597108 tempest-AttachVolumeNegativeTest-1685597108-project-member] Enqueued Resource ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b with Priority: HIGHEST for action security_group_members [ 1063.121140] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b with Priority: HIGHEST for action security_group_members [ 1063.121266] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9444cc-e007-45d4-ac5b-3acfa62ea04b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.121394] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.121458] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.121714] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.121894] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.121976] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.122183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.123285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.123285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.123285] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9444cc-e007-45d4-ac5b-3acfa62ea04b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.187453] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eff9f90-74be-4166-abd0-2c60a2d2bc9c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.562826] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.562968] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-594" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.563097] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-594" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.563358] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-594" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.563811] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.563811] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.563994] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.564198] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.564439] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.564602] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.569019] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.569019] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.569019] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.569019] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.569019] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.569019] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.587289] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.587463] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.587618] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.587840] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-594" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.588209] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-9f7e65cf-3f70-4c2e-be22-77def9cb0844 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.588456] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-9f7e65cf-3f70-4c2e-be22-77def9cb0844" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.588596] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-9f7e65cf-3f70-4c2e-be22-77def9cb0844" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.589010] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-9f7e65cf-3f70-4c2e-be22-77def9cb0844" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.589762] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f7e65cf-3f70-4c2e-be22-77def9cb0844',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.624773] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.624934] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.625018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.625621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.625777] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.626041] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.626169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.626240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.626393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.626471] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.626556] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b already deleted. [ 1063.626637] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.690092] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.690565] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.690565] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.690565] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.690762] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.690762] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c is going to be created. [ 1063.728030] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.728030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.728030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.730032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.730032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.742656] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c in Status: UNINITIALIZED for 2s [ 1064.032464] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a in Status: SUCCESS [ 1064.032464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.034328] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 in Status: SUCCESS [ 1064.034556] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.070826] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: SUCCESS [ 1064.070997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.092899] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.093600] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.093600] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.093924] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.094218] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.094493] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 9f7e65cf-3f70-4c2e-be22-77def9cb0844 not found, creating... [ 1064.094864] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.095103] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.095314] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.095627] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.095782] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.096304] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.096525] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.096815] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.097194] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.097480] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.097957] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 9f7e65cf-3f70-4c2e-be22-77def9cb0844 is going to be created. [ 1064.147420] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.147757] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.147958] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.148358] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.148725] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.149123] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-9f7e65cf-3f70-4c2e-be22-77def9cb0844" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.192636] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb15445-cc26-4dde-b904-49d23d376831 in Status: SUCCESS [ 1064.192851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.194775] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b61163f2-d933-4e12-bd4f-e9202c550b1d in Status: SUCCESS [ 1064.195011] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.221229] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 1064.221424] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.897766] env[65987]: INFO networking_nsxv3.common.synchronization [req-b5aa00ac-e3de-4b55-a349-647c287b5c2a req-70196921-550b-4979-bf84-86b3802f1392 service nova] Enqueued Resource ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b with Priority: HIGHEST for action security_group_rules [ 1064.897766] env[65987]: INFO networking_nsxv3.common.synchronization [req-b5aa00ac-e3de-4b55-a349-647c287b5c2a req-70196921-550b-4979-bf84-86b3802f1392 service nova] Enqueued Resource ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b with Priority: HIGHEST for action security_group_members [ 1064.897984] env[65987]: INFO networking_nsxv3.common.synchronization [req-b5aa00ac-e3de-4b55-a349-647c287b5c2a req-70196921-550b-4979-bf84-86b3802f1392 service nova] Enqueued Resource ID: 9f7e65cf-3f70-4c2e-be22-77def9cb0844 with Priority: HIGHEST for action port [ 1064.898421] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b with Priority: HIGHEST for action security_group_rules [ 1064.898529] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b with Priority: HIGHEST for action security_group_members [ 1064.898565] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f7e65cf-3f70-4c2e-be22-77def9cb0844 with Priority: HIGHEST for action port [ 1064.898826] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f9444cc-e007-45d4-ac5b-3acfa62ea04b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.898984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.899037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.899804] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.899804] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f9444cc-e007-45d4-ac5b-3acfa62ea04b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.900759] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9444cc-e007-45d4-ac5b-3acfa62ea04b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.900870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.900938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.901199] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.901348] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.901442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.901500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.901640] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.901718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.901853] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9444cc-e007-45d4-ac5b-3acfa62ea04b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.903562] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f7e65cf-3f70-4c2e-be22-77def9cb0844 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.903688] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f7e65cf-3f70-4c2e-be22-77def9cb0844" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.903753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f7e65cf-3f70-4c2e-be22-77def9cb0844" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.903933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f7e65cf-3f70-4c2e-be22-77def9cb0844" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.904019] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f7e65cf-3f70-4c2e-be22-77def9cb0844',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.177746] env[65987]: INFO networking_nsxv3.common.synchronization [None req-7d841b4f-efcc-42ee-beea-77f45972d7a1 None None] Enqueued Resource ID: dd499f95-903d-4b2c-96c7-3286c62b0064 with Priority: HIGHEST for action port [ 1065.177746] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd499f95-903d-4b2c-96c7-3286c62b0064 with Priority: HIGHEST for action port [ 1065.177746] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd499f95-903d-4b2c-96c7-3286c62b0064 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.177746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd499f95-903d-4b2c-96c7-3286c62b0064" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.177746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd499f95-903d-4b2c-96c7-3286c62b0064" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.178805] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd499f95-903d-4b2c-96c7-3286c62b0064" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.180025] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd499f95-903d-4b2c-96c7-3286c62b0064',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.325978] env[65987]: INFO networking_nsxv3.common.synchronization [req-697a143b-f9c8-454f-bf5d-69b391e28745 req-bec60a26-6a3c-458e-8266-16744862ab8e tempest-ServersTestJSON-273690675 tempest-ServersTestJSON-273690675-project-member] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1065.327876] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1065.327876] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.327876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.327876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.328152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.328152] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.328650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.328650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.329017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.329152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.330223] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.409951] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9444cc-e007-45d4-ac5b-3acfa62ea04b taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.409951] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.410185] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f9444cc-e007-45d4-ac5b-3acfa62ea04b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.410898] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f7e65cf-3f70-4c2e-be22-77def9cb0844 with status ACTIVE [ 1065.411900] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.411900] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.411900] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.411900] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.411900] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.411900] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.411900] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.411900] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.412273] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.412273] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.412335] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.412382] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.412427] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.413778] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.413778] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.413778] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f7e65cf-3f70-4c2e-be22-77def9cb0844 is going to be updated. [ 1065.439568] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.439568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.439568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.442081] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.442081] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.442081] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f7e65cf-3f70-4c2e-be22-77def9cb0844" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.684949] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd499f95-903d-4b2c-96c7-3286c62b0064 [ 1065.684949] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.684949] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.684949] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.685326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.685326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.685326] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd499f95-903d-4b2c-96c7-3286c62b0064 already deleted. [ 1065.685326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd499f95-903d-4b2c-96c7-3286c62b0064" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.756727] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c in Status: SUCCESS [ 1065.756997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.757231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.757775] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.757887] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.758034] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.758316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.758530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.758619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.758703] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.758793] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6eff9f90-74be-4166-abd0-2c60a2d2bc9c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.792913] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.793209] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.793351] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.793627] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.793895] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.794133] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.794290] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.794543] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.794718] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.794983] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.795184] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.795324] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.795469] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.795619] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.795761] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.795926] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.825265] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.825462] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.825905] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.825905] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.826172] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-43c36248-22e2-49ad-9572-efe8338522a7 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.826363] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-43c36248-22e2-49ad-9572-efe8338522a7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.826471] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-43c36248-22e2-49ad-9572-efe8338522a7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.826787] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-43c36248-22e2-49ad-9572-efe8338522a7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.826920] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43c36248-22e2-49ad-9572-efe8338522a7',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.833291] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.916407] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f9444cc-e007-45d4-ac5b-3acfa62ea04b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.261343] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6eff9f90-74be-4166-abd0-2c60a2d2bc9c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.332573] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.332812] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.332951] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.333438] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.334562] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.334562] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 43c36248-22e2-49ad-9572-efe8338522a7 not found, creating... [ 1066.334562] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.334562] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.334918] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.335223] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.335411] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.335954] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.335954] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.336113] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.336328] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.336517] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.336760] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 43c36248-22e2-49ad-9572-efe8338522a7 is going to be created. [ 1066.338191] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.365599] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.365892] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.366101] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.366419] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.366719] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.367042] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-43c36248-22e2-49ad-9572-efe8338522a7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.417408] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.417650] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.417706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.417974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.418412] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.418562] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b is going to be created. [ 1066.467488] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.467627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.467698] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.467920] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.468097] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.511838] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b in Status: UNINITIALIZED for 2s [ 1066.764441] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6eff9f90-74be-4166-abd0-2c60a2d2bc9c: rpc.has_security_group_logging(os_id): False [ 1066.790745] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.791027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.791196] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.791462] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.792257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.792875] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.792995] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.793146] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.793278] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.793355] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.793448] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c is going to be created. [ 1066.841698] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.841698] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.841698] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.841972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.841972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.842053] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 1066.878366] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.878599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.878674] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.879467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.879467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.886659] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.886809] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.886874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.887194] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.887352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.898410] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c in Status: IN_PROGRESS for 2s [ 1066.902224] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 1067.150816] env[65987]: INFO networking_nsxv3.common.synchronization [req-697a143b-f9c8-454f-bf5d-69b391e28745 req-e513b41e-4e89-4201-98ee-219ab23a4936 service nova] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_rules [ 1067.151169] env[65987]: INFO networking_nsxv3.common.synchronization [req-697a143b-f9c8-454f-bf5d-69b391e28745 req-e513b41e-4e89-4201-98ee-219ab23a4936 service nova] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1067.151169] env[65987]: INFO networking_nsxv3.common.synchronization [req-697a143b-f9c8-454f-bf5d-69b391e28745 req-e513b41e-4e89-4201-98ee-219ab23a4936 service nova] Enqueued Resource ID: 43c36248-22e2-49ad-9572-efe8338522a7 with Priority: HIGHEST for action port [ 1067.151672] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_rules [ 1067.151804] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1067.151901] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c36248-22e2-49ad-9572-efe8338522a7 with Priority: HIGHEST for action port [ 1067.152894] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.153050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.153120] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.153324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.153407] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.154356] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.154456] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.154655] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-43c36248-22e2-49ad-9572-efe8338522a7 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.154753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43c36248-22e2-49ad-9572-efe8338522a7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.154817] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43c36248-22e2-49ad-9572-efe8338522a7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.154987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43c36248-22e2-49ad-9572-efe8338522a7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.155116] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43c36248-22e2-49ad-9572-efe8338522a7',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.658408] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.658598] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.658643] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43c36248-22e2-49ad-9572-efe8338522a7 with status ACTIVE [ 1067.658821] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.659427] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.659427] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.659427] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.659427] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.659785] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.659785] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.659892] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.660065] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.660147] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.661246] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.661246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.661246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.661246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.661246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.661246] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43c36248-22e2-49ad-9572-efe8338522a7 is going to be updated. [ 1067.688821] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.689048] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.689125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.689314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.689466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.689734] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43c36248-22e2-49ad-9572-efe8338522a7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.855939] env[65987]: INFO networking_nsxv3.common.synchronization [req-3310ae6a-4352-4f7b-bed4-cb148b06375a req-29d17cfe-8cbc-4754-8633-1026120e7728 tempest-ServerPasswordTestJSON-2015323318 tempest-ServerPasswordTestJSON-2015323318-project-member] Enqueued Resource ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 with Priority: HIGHEST for action security_group_members [ 1067.856465] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 with Priority: HIGHEST for action security_group_members [ 1067.856796] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d9218bf-6be7-4b08-a476-867d40f60ce7 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.856952] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.857086] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.857364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.857618] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.857709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.857872] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.857952] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.858061] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.858143] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d9218bf-6be7-4b08-a476-867d40f60ce7',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.222205] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.222205] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-73" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.222205] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-73" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.222639] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-73" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.222822] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.224510] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.224510] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.224510] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.224510] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.224510] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.224510] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.224510] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.224510] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.224510] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.224510] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.224510] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.249281] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.249460] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.249572] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.249760] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-73" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.250095] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-6303762c-6698-49c9-8743-0cb7433b8bb9 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.250260] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-6303762c-6698-49c9-8743-0cb7433b8bb9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.250374] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-6303762c-6698-49c9-8743-0cb7433b8bb9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.250719] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-6303762c-6698-49c9-8743-0cb7433b8bb9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.250855] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6303762c-6698-49c9-8743-0cb7433b8bb9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.361090] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.361267] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.361342] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.361574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.361666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.361865] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.361964] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.362042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.362346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.362431] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.362524] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 already deleted. [ 1068.362609] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.523029] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b in Status: SUCCESS [ 1068.523029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.523229] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.523599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.523775] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.523939] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.523939] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.524158] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.524243] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.524337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.524738] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f9444cc-e007-45d4-ac5b-3acfa62ea04b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.754368] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.754742] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.754920] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.755832] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.756159] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.756365] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 6303762c-6698-49c9-8743-0cb7433b8bb9 not found, creating... [ 1068.756706] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.756905] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.757042] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.757289] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.758114] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.758635] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.758812] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.758935] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.759209] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.759352] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.759525] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 6303762c-6698-49c9-8743-0cb7433b8bb9 is going to be created. [ 1068.786757] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.788017] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.788017] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.788017] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.788305] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.788654] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-6303762c-6698-49c9-8743-0cb7433b8bb9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.918807] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 1068.919204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.919294] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.919513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.919737] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.919893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.919961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.920146] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.920241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.920342] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.923212] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c in Status: SUCCESS [ 1068.923432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.027496] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f9444cc-e007-45d4-ac5b-3acfa62ea04b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.219934] env[65987]: INFO networking_nsxv3.common.synchronization [req-89330853-c622-4986-95f6-1201226d0101 req-544aac3f-150a-47cd-8184-919665813218 tempest-ImagesOneServerNegativeTestJSON-148084720 tempest-ImagesOneServerNegativeTestJSON-148084720-project-member] Enqueued Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_members [ 1069.220519] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGHEST for action security_group_members [ 1069.221532] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.221532] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.222334] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.222610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.222610] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.222746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.222802] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.223074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.223074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.223266] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.422460] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.530190] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f9444cc-e007-45d4-ac5b-3acfa62ea04b: rpc.has_security_group_logging(os_id): False [ 1069.539045] env[65987]: INFO networking_nsxv3.common.synchronization [req-3310ae6a-4352-4f7b-bed4-cb148b06375a req-510fa3b3-9514-43c8-a1a3-f402817209b5 service nova] Enqueued Resource ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 with Priority: HIGHEST for action security_group_rules [ 1069.539045] env[65987]: INFO networking_nsxv3.common.synchronization [req-3310ae6a-4352-4f7b-bed4-cb148b06375a req-510fa3b3-9514-43c8-a1a3-f402817209b5 service nova] Enqueued Resource ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 with Priority: HIGHEST for action security_group_members [ 1069.539045] env[65987]: INFO networking_nsxv3.common.synchronization [req-3310ae6a-4352-4f7b-bed4-cb148b06375a req-510fa3b3-9514-43c8-a1a3-f402817209b5 service nova] Enqueued Resource ID: 6303762c-6698-49c9-8743-0cb7433b8bb9 with Priority: HIGHEST for action port [ 1069.539460] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 with Priority: HIGHEST for action security_group_rules [ 1069.539581] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 with Priority: HIGHEST for action security_group_members [ 1069.540137] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6303762c-6698-49c9-8743-0cb7433b8bb9 with Priority: HIGHEST for action port [ 1069.540551] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d9218bf-6be7-4b08-a476-867d40f60ce7 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.541112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.541112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.541112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.541112] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d9218bf-6be7-4b08-a476-867d40f60ce7',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.542145] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d9218bf-6be7-4b08-a476-867d40f60ce7 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.542145] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.542343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.544026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.544026] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.544026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.544026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.544026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.544026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.544026] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d9218bf-6be7-4b08-a476-867d40f60ce7',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.544937] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-6303762c-6698-49c9-8743-0cb7433b8bb9 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.545060] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6303762c-6698-49c9-8743-0cb7433b8bb9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.545127] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6303762c-6698-49c9-8743-0cb7433b8bb9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.546907] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6303762c-6698-49c9-8743-0cb7433b8bb9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.547012] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6303762c-6698-49c9-8743-0cb7433b8bb9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.551998] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.552168] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.552223] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.552532] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.552689] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.553105] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.553244] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.553315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.553486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.553582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.553676] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b is going to be created. [ 1069.627245] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.627428] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.627486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.627786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.627987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.642282] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b in Status: IN_PROGRESS for 2s [ 1069.725225] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.725467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.725526] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.725876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.725957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.726228] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.726370] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.726430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.726975] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.726975] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.726975] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 is going to be updated. [ 1069.808032] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.808254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.808254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.812026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.812026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.821811] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: IN_PROGRESS for 2s [ 1069.927095] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.048896] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d9218bf-6be7-4b08-a476-867d40f60ce7',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.050511] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d9218bf-6be7-4b08-a476-867d40f60ce7 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.050679] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.051186] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6303762c-6698-49c9-8743-0cb7433b8bb9 with status ACTIVE [ 1070.051520] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.051684] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.051753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.053886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.053886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.053886] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.053886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.053886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.053886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.053886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.053886] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.053886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.053886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.053886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.053886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.053886] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6303762c-6698-49c9-8743-0cb7433b8bb9 is going to be updated. [ 1070.088118] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.088329] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.088583] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.089155] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.089155] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.089155] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6303762c-6698-49c9-8743-0cb7433b8bb9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.429943] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.430243] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.430243] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.430413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.430534] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.430604] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 1070.471576] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.471775] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.471899] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.472348] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.475763] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.485059] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 1070.554299] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d9218bf-6be7-4b08-a476-867d40f60ce7',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.056743] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.057052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.057052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.057293] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.057405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.057495] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 is going to be created. [ 1071.091518] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.091755] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.091909] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.092155] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.092325] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.108822] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 in Status: UNINITIALIZED for 2s [ 1071.658696] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b in Status: SUCCESS [ 1071.658988] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.833492] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 in Status: SUCCESS [ 1071.833743] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 deletion is rescheduled due to dependency. [ 1071.833893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.508567] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 1072.508764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.508948] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.509548] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.509548] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.509548] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.509803] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.509803] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.512762] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.512762] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.512762] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.950673] env[65987]: INFO networking_nsxv3.common.synchronization [req-78279324-0b5e-4e0a-8a08-7662dd38a5ad req-4029685c-6ab4-4115-bd44-6152cbda6a97 tempest-ServerMetadataNegativeTestJSON-1719018803 tempest-ServerMetadataNegativeTestJSON-1719018803-project-member] Enqueued Resource ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 with Priority: HIGHEST for action security_group_members [ 1072.951463] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 with Priority: HIGHEST for action security_group_members [ 1072.951890] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.955769] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.955938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.956259] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.956542] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.956646] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.956699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.956867] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.956965] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.957091] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.014327] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.019059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.019059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.019059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.019059] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.019059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.019059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.019059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.019059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.019059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.019059] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.019059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.019059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.019059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.019059] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.019059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.019059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.019059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.019059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.019742] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.019742] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.122428] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 in Status: SUCCESS [ 1073.122660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.122843] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.123082] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.123335] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.123505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.123611] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.123805] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.123896] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.124020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.124142] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d9218bf-6be7-4b08-a476-867d40f60ce7',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.366822] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.367543] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-735" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.367543] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-735" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.367867] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-735" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.368178] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.368355] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.368474] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.368708] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.368850] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.369294] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.369403] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.369519] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.369629] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.369740] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.369844] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.369976] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.392810] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.392977] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.393132] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.393323] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-735" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.393691] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-d925bdec-de43-47c5-9966-0028288b7efe taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.393873] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-d925bdec-de43-47c5-9966-0028288b7efe" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.393999] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-d925bdec-de43-47c5-9966-0028288b7efe" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.394353] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-d925bdec-de43-47c5-9966-0028288b7efe" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.394493] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d925bdec-de43-47c5-9966-0028288b7efe',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.459788] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.460063] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.460063] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.460519] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.460519] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.460519] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.460708] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.460708] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.460828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.460907] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.460989] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 already deleted. [ 1073.461118] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.519943] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12aa49ce-2811-4939-93b3-c273bbd232c4: rpc.has_security_group_logging(os_id): False [ 1073.542549] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.542698] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.542771] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.542991] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.566452] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.566452] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.566452] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.566452] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.566452] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.566750] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.566750] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.566825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.566928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.567080] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.567172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.567911] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.567911] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.567911] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.567911] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.567911] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.567911] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 1073.627436] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d9218bf-6be7-4b08-a476-867d40f60ce7 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.627595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.627667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.627898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.628290] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.628290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.628290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.628527] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.628527] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.628527] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.628671] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d9218bf-6be7-4b08-a476-867d40f60ce7 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.628759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.628818] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.628955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.629102] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.629197] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.629254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.629418] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.629498] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.629590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.629702] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d9218bf-6be7-4b08-a476-867d40f60ce7',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.647581] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.647581] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.647581] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.647581] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.647581] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.666059] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 1073.898413] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.898413] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.898413] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.898830] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.899023] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.899244] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port d925bdec-de43-47c5-9966-0028288b7efe not found, creating... [ 1073.899580] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.899761] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.899892] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.900164] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.900357] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.900820] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.901105] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.901336] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.901617] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.901755] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.901911] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: d925bdec-de43-47c5-9966-0028288b7efe is going to be created. [ 1073.927812] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.928124] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.928908] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.929538] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.929625] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.929902] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-d925bdec-de43-47c5-9966-0028288b7efe" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.042827] env[65987]: INFO networking_nsxv3.common.synchronization [req-0271ad4f-1fcf-42a2-98c0-ff5135f459e6 req-2aabb49b-d376-4ce5-8f53-e838faa6a297 tempest-DeleteServersTestJSON-264165243 tempest-DeleteServersTestJSON-264165243-project-member] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 1074.043458] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGHEST for action security_group_members [ 1074.044085] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.044085] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.044085] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.044395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.044561] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.044665] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.044716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.044976] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.045106] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.045168] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.131898] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d9218bf-6be7-4b08-a476-867d40f60ce7: rpc.has_security_group_logging(os_id): False [ 1074.154348] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.154538] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.154678] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.154786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.154875] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.155345] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.155345] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.155345] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.155628] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.155628] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.155801] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.155801] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.155801] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.155994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.156667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.157050] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.157195] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.157265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.157445] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.157634] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.157778] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 is going to be created. [ 1074.277650] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.277848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.277848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.278108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.278568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.293477] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 in Status: IN_PROGRESS for 2s [ 1074.547091] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.547501] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.547501] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.547677] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.547748] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.547962] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.548094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.548135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.548278] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.548378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.548699] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be updated. [ 1074.586423] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.586626] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.586667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.586935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.587135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.602664] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: IN_PROGRESS for 2s [ 1074.640675] env[65987]: INFO networking_nsxv3.common.synchronization [req-78279324-0b5e-4e0a-8a08-7662dd38a5ad req-5b272733-0df6-44be-b6bf-0eaaf67d9ee0 service nova] Enqueued Resource ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 with Priority: HIGHEST for action security_group_rules [ 1074.640675] env[65987]: INFO networking_nsxv3.common.synchronization [req-78279324-0b5e-4e0a-8a08-7662dd38a5ad req-5b272733-0df6-44be-b6bf-0eaaf67d9ee0 service nova] Enqueued Resource ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 with Priority: HIGHEST for action security_group_members [ 1074.640675] env[65987]: INFO networking_nsxv3.common.synchronization [req-78279324-0b5e-4e0a-8a08-7662dd38a5ad req-5b272733-0df6-44be-b6bf-0eaaf67d9ee0 service nova] Enqueued Resource ID: d925bdec-de43-47c5-9966-0028288b7efe with Priority: HIGHEST for action port [ 1074.640675] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 with Priority: HIGHEST for action security_group_rules [ 1074.640675] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 with Priority: HIGHEST for action security_group_members [ 1074.640675] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d925bdec-de43-47c5-9966-0028288b7efe with Priority: HIGHEST for action port [ 1074.641168] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.641735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.641735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.641884] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.645033] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.645033] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.645033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.645033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.645033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.645033] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.645033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.645033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.645033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.645033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.645033] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.645788] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-d925bdec-de43-47c5-9966-0028288b7efe taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.645788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d925bdec-de43-47c5-9966-0028288b7efe" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.645788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d925bdec-de43-47c5-9966-0028288b7efe" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.645788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d925bdec-de43-47c5-9966-0028288b7efe" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.645788] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d925bdec-de43-47c5-9966-0028288b7efe',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.150226] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.154023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.154023] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d925bdec-de43-47c5-9966-0028288b7efe with status ACTIVE [ 1075.154023] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.154023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.154023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.154023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.154023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.154023] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.154023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.154023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.154023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.154023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.154023] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.154023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.154023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.154023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.154023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.154795] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d925bdec-de43-47c5-9966-0028288b7efe is going to be updated. [ 1075.155026] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.180482] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.180482] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.180482] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.180482] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.180482] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.180482] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d925bdec-de43-47c5-9966-0028288b7efe" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.658420] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.679801] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 1075.679801] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.160664] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.160928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.160928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.161140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.161231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.161325] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 is going to be created. [ 1076.191221] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.191652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.191825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.192200] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.192515] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.206687] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 in Status: UNINITIALIZED for 2s [ 1076.318978] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 in Status: SUCCESS [ 1076.319259] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.618391] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 in Status: SUCCESS [ 1076.618588] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 deletion is rescheduled due to dependency. [ 1076.618706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.044882] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.045168] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.045310] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.045662] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.045901] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.046062] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.046442] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.046631] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.046910] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.047153] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.047286] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.047399] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.047635] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.047635] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.047737] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.047844] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.118225] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.118508] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.071 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1077.118721] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.118995] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-899" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.119497] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-dda13ad6-aa98-4a90-a6a7-b25bfe45842a taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.119871] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-dda13ad6-aa98-4a90-a6a7-b25bfe45842a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.120015] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-dda13ad6-aa98-4a90-a6a7-b25bfe45842a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.120324] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-dda13ad6-aa98-4a90-a6a7-b25bfe45842a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.120466] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dda13ad6-aa98-4a90-a6a7-b25bfe45842a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.623742] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.624118] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.624118] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.624429] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.624580] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.624906] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.625187] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.625310] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.625526] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.625659] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.625944] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.626111] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.626276] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.626508] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.626644] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.626781] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: dda13ad6-aa98-4a90-a6a7-b25bfe45842a is going to be updated. [ 1077.652567] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.653067] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.653067] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.653194] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.653334] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.653557] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-dda13ad6-aa98-4a90-a6a7-b25bfe45842a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.888755] env[65987]: INFO networking_nsxv3.common.synchronization [req-41bb2d11-9ef1-45cd-b624-381140e2cb66 req-43bb28ac-aff6-4a11-b841-a2bcb191236f tempest-ServersNegativeTestJSON-1268297251 tempest-ServersNegativeTestJSON-1268297251-project-member] Enqueued Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGHEST for action security_group_members [ 1077.890052] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGHEST for action security_group_members [ 1077.890052] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.890052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.890052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.890291] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.890451] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.890526] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.890555] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.890696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.890779] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.890873] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.218555] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 in Status: UNINITIALIZED for 4s [ 1078.370651] env[65987]: INFO networking_nsxv3.common.synchronization [req-b731dc3a-0e76-42da-aac1-26536f048d5a req-411ea4b0-6880-4509-be7e-68a179561d98 service nova] Enqueued Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_rules [ 1078.370651] env[65987]: INFO networking_nsxv3.common.synchronization [req-b731dc3a-0e76-42da-aac1-26536f048d5a req-411ea4b0-6880-4509-be7e-68a179561d98 service nova] Enqueued Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 1078.370651] env[65987]: INFO networking_nsxv3.common.synchronization [req-b731dc3a-0e76-42da-aac1-26536f048d5a req-411ea4b0-6880-4509-be7e-68a179561d98 service nova] Enqueued Resource ID: dda13ad6-aa98-4a90-a6a7-b25bfe45842a with Priority: HIGHEST for action port [ 1078.370952] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_rules [ 1078.371443] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 1078.371443] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda13ad6-aa98-4a90-a6a7-b25bfe45842a with Priority: HIGHEST for action port [ 1078.371847] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.371954] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.372622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.372860] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.372944] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.373857] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.373958] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.373998] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.374221] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.374370] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.374465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.374526] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.374672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.374758] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.375630] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.375630] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-dda13ad6-aa98-4a90-a6a7-b25bfe45842a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.375798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dda13ad6-aa98-4a90-a6a7-b25bfe45842a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.375798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dda13ad6-aa98-4a90-a6a7-b25bfe45842a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.376130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dda13ad6-aa98-4a90-a6a7-b25bfe45842a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.376130] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dda13ad6-aa98-4a90-a6a7-b25bfe45842a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.393450] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.393590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.393667] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.393870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.417494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.417768] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.417989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.417989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.418223] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.418358] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.418462] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07baa81d-f2d0-4635-b81c-90064862477b is going to be updated. [ 1078.452149] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.452583] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.452583] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.452733] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.452880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.463141] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07baa81d-f2d0-4635-b81c-90064862477b in Status: IN_PROGRESS for 2s [ 1078.877633] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.878076] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.878076] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.879068] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dda13ad6-aa98-4a90-a6a7-b25bfe45842a with status ACTIVE [ 1078.879252] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.879383] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.879474] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.879702] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.879803] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.880021] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.880140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.880219] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.880412] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.880502] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.880702] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.880800] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.880862] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.881022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.881091] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.881176] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dda13ad6-aa98-4a90-a6a7-b25bfe45842a is going to be updated. [ 1078.906386] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.906529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.906605] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.906816] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.906961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.907109] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dda13ad6-aa98-4a90-a6a7-b25bfe45842a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.383800] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.886531] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.886833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.886833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.887047] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.887147] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.887249] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 is going to be updated. [ 1079.978834] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.979019] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.979019] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.980082] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.980082] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.991029] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: IN_PROGRESS for 2s [ 1080.243405] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 in Status: SUCCESS [ 1080.243722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.243982] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.244435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.244742] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.244937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.246052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.247268] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.247613] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.247826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.248061] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.481329] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07baa81d-f2d0-4635-b81c-90064862477b in Status: SUCCESS [ 1080.481541] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07baa81d-f2d0-4635-b81c-90064862477b deletion is rescheduled due to dependency. [ 1080.481669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.752818] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.753092] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.753337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.753579] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.753762] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.753873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.753926] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.754369] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.754509] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.754599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.754788] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.754899] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.754968] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.755096] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.755241] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.755339] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.755393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.755523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.755594] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.755711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.755770] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.259040] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68: rpc.has_security_group_logging(os_id): False [ 1081.279133] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.279290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.279363] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.279590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.279684] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.279887] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.280030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.280030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.280189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.280276] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.280503] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.280587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.280717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.280765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.280867] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.281050] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.281146] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.281207] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.281355] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.281430] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.281515] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 is going to be created. [ 1081.353089] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.353275] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.353341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.353578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.353763] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.365993] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 in Status: IN_PROGRESS for 2s [ 1081.481312] env[65987]: INFO networking_nsxv3.common.synchronization [None req-d64a37da-45ed-418f-85c2-59f727b32eb6 None None] Enqueued Resource ID: c912ee03-1a05-465b-93fd-af4f2ac9c9d6 with Priority: HIGHEST for action port [ 1081.481734] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c912ee03-1a05-465b-93fd-af4f2ac9c9d6 with Priority: HIGHEST for action port [ 1081.483045] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-c912ee03-1a05-465b-93fd-af4f2ac9c9d6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.483045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c912ee03-1a05-465b-93fd-af4f2ac9c9d6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.483045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c912ee03-1a05-465b-93fd-af4f2ac9c9d6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.483511] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c912ee03-1a05-465b-93fd-af4f2ac9c9d6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.483511] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c912ee03-1a05-465b-93fd-af4f2ac9c9d6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.985304] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c912ee03-1a05-465b-93fd-af4f2ac9c9d6 [ 1081.985665] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.985665] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.985793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.986790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.986980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.987145] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c912ee03-1a05-465b-93fd-af4f2ac9c9d6 already deleted. [ 1081.987260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c912ee03-1a05-465b-93fd-af4f2ac9c9d6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.003970] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: SUCCESS [ 1082.003970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.003970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.003970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.003970] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.003970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.003970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.003970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.003970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.003970] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.003970] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.181280] env[65987]: INFO networking_nsxv3.common.synchronization [req-8c555b37-d102-47ad-bb02-0835dd5d3692 req-33a3338f-bea7-4cb5-9247-c49cc5227203 tempest-ServersTestJSON-273690675 tempest-ServersTestJSON-273690675-project-member] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1082.181280] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1082.181585] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.181669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.181719] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.181932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.182230] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.182340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.182408] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.182574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.183141] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.183141] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.506605] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.507254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.507254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.507254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.507433] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.507433] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.507530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.507676] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.507767] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.507797] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.507954] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.508066] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.508119] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.508264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.508405] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.508491] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.508541] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.508711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.508787] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.508867] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.508955] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.530860] env[65987]: INFO networking_nsxv3.common.synchronization [req-104de856-6744-418d-a445-f77d0a294847 req-3e78e723-9e35-46bb-bd65-2b22ffc45e8b tempest-ServerPasswordTestJSON-2015323318 tempest-ServerPasswordTestJSON-2015323318-project-member] Enqueued Resource ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 with Priority: HIGHEST for action security_group_members [ 1082.531243] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 with Priority: HIGHEST for action security_group_members [ 1082.531449] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d9218bf-6be7-4b08-a476-867d40f60ce7 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.531579] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.531643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.531836] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.532656] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.532796] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.532888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.533040] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.533125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.533213] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d9218bf-6be7-4b08-a476-867d40f60ce7',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.686419] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.013912] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8: rpc.has_security_group_logging(os_id): False [ 1083.034622] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.034622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.034622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.034622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.037857] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.037857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.061101] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.061721] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.061847] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.061898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.062169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.062291] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.063166] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.063166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.063166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.063166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.063460] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.063706] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.063819] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.064608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.064608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.064608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.064608] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 is going to be updated. [ 1083.067341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.067552] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.067636] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.067846] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.067949] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.068014] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.068166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.068245] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.068318] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 is going to be updated. [ 1083.101511] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.101686] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.101751] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.101956] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.102123] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.115068] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 in Status: IN_PROGRESS for 2s [ 1083.147028] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.147028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.147028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.147028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.147028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.169917] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: IN_PROGRESS for 2s [ 1083.187856] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.319720] env[65987]: INFO networking_nsxv3.common.synchronization [None req-532ea0f5-6b48-4a43-a1e6-524aff48b309 tempest-ServerActionsTestJSON-1271191567 tempest-ServerActionsTestJSON-1271191567-project-member] Enqueued Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_rules [ 1083.320417] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_rules [ 1083.320553] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-728ab656-f16b-47d8-a5ad-baa42dfed421 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.321556] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.321672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.322522] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.322522] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.380000] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 in Status: SUCCESS [ 1083.380092] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.407453] env[65987]: INFO networking_nsxv3.common.synchronization [None req-00a0d040-f4c6-45ac-a629-3b382da3f795 tempest-ServerActionsTestJSON-1271191567 tempest-ServerActionsTestJSON-1271191567-project-member] Enqueued Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_rules [ 1083.409075] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_rules [ 1083.409075] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-728ab656-f16b-47d8-a5ad-baa42dfed421 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.409075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.693907] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.694315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.694315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.694452] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.694486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.695854] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 1083.734737] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.734887] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.734933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.735180] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.735332] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.749017] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 1083.844912] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.845112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.845155] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.846513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.846513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.846513] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 already deleted. [ 1083.846513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.846513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.846513] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.846513] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.028907] env[65987]: INFO networking_nsxv3.common.synchronization [None req-b0dd5165-e17d-416e-8bd7-4c8a49a5a5c3 None None] Enqueued Resource ID: ffefdb19-f337-4daf-93b2-93fe8ab873f9 with Priority: HIGHEST for action port [ 1084.031053] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffefdb19-f337-4daf-93b2-93fe8ab873f9 with Priority: HIGHEST for action port [ 1084.031053] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffefdb19-f337-4daf-93b2-93fe8ab873f9 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.031053] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffefdb19-f337-4daf-93b2-93fe8ab873f9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.031053] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffefdb19-f337-4daf-93b2-93fe8ab873f9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.033434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffefdb19-f337-4daf-93b2-93fe8ab873f9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.033434] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffefdb19-f337-4daf-93b2-93fe8ab873f9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.369536] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.369782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.369782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.369972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.370072] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.370162] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 already deleted. [ 1084.370244] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.534921] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffefdb19-f337-4daf-93b2-93fe8ab873f9 [ 1084.535077] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.535210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.535277] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.535596] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.535847] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.535967] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffefdb19-f337-4daf-93b2-93fe8ab873f9 already deleted. [ 1084.536074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffefdb19-f337-4daf-93b2-93fe8ab873f9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.126574] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 in Status: SUCCESS [ 1085.126855] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 deletion is rescheduled due to dependency. [ 1085.126941] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.188184] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: SUCCESS [ 1085.188480] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.761840] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 1085.761840] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.792325] env[65987]: INFO networking_nsxv3.common.synchronization [req-a54c387c-bb2b-4fad-926e-320a257e04f6 req-9c12be56-3fe5-4be7-acc8-d56c727c3b16 tempest-ServerMetadataNegativeTestJSON-1719018803 tempest-ServerMetadataNegativeTestJSON-1719018803-project-member] Enqueued Resource ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 with Priority: HIGHEST for action security_group_members [ 1088.792886] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 with Priority: HIGHEST for action security_group_members [ 1088.796120] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.796120] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.796120] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.796252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.796490] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.796645] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.796761] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.796955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.797073] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.797178] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.300234] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.300394] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.300488] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.300690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.300778] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.300980] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.301159] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.301159] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.301926] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.301926] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.301926] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 is going to be updated. [ 1089.333600] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.333788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.334193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.334193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.334300] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.343375] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 in Status: IN_PROGRESS for 2s [ 1090.840081] env[65987]: INFO networking_nsxv3.common.synchronization [req-5d873af2-0430-47c3-bdfa-03aa58ed71b6 req-3b0acc7c-6134-4f4d-a54b-4b548fa27671 tempest-ServerActionsTestJSON-1271191567 tempest-ServerActionsTestJSON-1271191567-project-member] Enqueued Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_members [ 1090.840771] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_members [ 1090.841381] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-728ab656-f16b-47d8-a5ad-baa42dfed421 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.841559] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.841559] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.841866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.842020] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.842139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.842252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.842646] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.842751] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.842873] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.215432] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.215914] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-688" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.215914] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-688" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.216555] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-688" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.216641] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.217101] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.217101] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.217390] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.217615] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.218008] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.218101] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.218256] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.218620] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.218708] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.219176] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.219234] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.244324] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.244536] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.244714] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.244943] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-688" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.245352] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-2685ca4c-1bea-44dc-bccd-33d181b83a5b taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.245533] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-2685ca4c-1bea-44dc-bccd-33d181b83a5b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.245584] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-2685ca4c-1bea-44dc-bccd-33d181b83a5b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.245907] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-2685ca4c-1bea-44dc-bccd-33d181b83a5b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.246081] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2685ca4c-1bea-44dc-bccd-33d181b83a5b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.346291] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.346291] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.346619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.346619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.346779] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.346901] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.347054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.347119] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.347260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.347336] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.347493] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 already deleted. [ 1091.347581] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.354571] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 in Status: SUCCESS [ 1091.354746] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 deletion is rescheduled due to dependency. [ 1091.354855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.750143] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.751040] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.751040] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.751206] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.751311] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.751498] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 2685ca4c-1bea-44dc-bccd-33d181b83a5b not found, creating... [ 1091.751837] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.752034] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.752184] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.752442] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.752726] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.753098] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.753356] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.753491] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.753749] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.753902] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.754072] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 2685ca4c-1bea-44dc-bccd-33d181b83a5b is going to be created. [ 1091.779312] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.779537] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.780509] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.780509] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.780509] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.780785] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-2685ca4c-1bea-44dc-bccd-33d181b83a5b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.528342] env[65987]: INFO networking_nsxv3.common.synchronization [req-5d873af2-0430-47c3-bdfa-03aa58ed71b6 req-b93d3957-0d7e-4edb-8a14-548671f204d5 service nova] Enqueued Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_rules [ 1092.529538] env[65987]: INFO networking_nsxv3.common.synchronization [req-5d873af2-0430-47c3-bdfa-03aa58ed71b6 req-b93d3957-0d7e-4edb-8a14-548671f204d5 service nova] Enqueued Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_members [ 1092.529784] env[65987]: INFO networking_nsxv3.common.synchronization [req-5d873af2-0430-47c3-bdfa-03aa58ed71b6 req-b93d3957-0d7e-4edb-8a14-548671f204d5 service nova] Enqueued Resource ID: 2685ca4c-1bea-44dc-bccd-33d181b83a5b with Priority: HIGHEST for action port [ 1092.530488] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_rules [ 1092.530613] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_members [ 1092.530752] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2685ca4c-1bea-44dc-bccd-33d181b83a5b with Priority: HIGHEST for action port [ 1092.531283] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-728ab656-f16b-47d8-a5ad-baa42dfed421 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.531283] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.531406] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.531515] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.531623] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.532610] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-728ab656-f16b-47d8-a5ad-baa42dfed421 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.532745] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.532795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.532987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.533285] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.533393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.533458] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.533608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.533697] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.533784] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.534667] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2685ca4c-1bea-44dc-bccd-33d181b83a5b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.534782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2685ca4c-1bea-44dc-bccd-33d181b83a5b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.534848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2685ca4c-1bea-44dc-bccd-33d181b83a5b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.535024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2685ca4c-1bea-44dc-bccd-33d181b83a5b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.535155] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2685ca4c-1bea-44dc-bccd-33d181b83a5b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.037810] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-728ab656-f16b-47d8-a5ad-baa42dfed421 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.041338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.041338] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.041338] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2685ca4c-1bea-44dc-bccd-33d181b83a5b with status ACTIVE [ 1093.041338] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.041338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.041338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.041338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.041338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.041338] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.041338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.041338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.041338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.041338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.041338] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.042661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.042935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.043259] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.043589] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.043791] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2685ca4c-1bea-44dc-bccd-33d181b83a5b is going to be updated. [ 1093.070786] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.070786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.070786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.070786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.070786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.070786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2685ca4c-1bea-44dc-bccd-33d181b83a5b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.267605] env[65987]: INFO networking_nsxv3.common.synchronization [req-abf7d8fd-9e1d-4b7a-ba51-372dcd05ccb1 req-86b21a6d-bdb8-4f3f-8787-6fc9a1304d44 tempest-ListServerFiltersTestJSON-606618908 tempest-ListServerFiltersTestJSON-606618908-project-member] Enqueued Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_members [ 1093.268340] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_members [ 1093.268716] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.272902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.273006] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.273302] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.273495] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.273614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.273722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.273966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.274070] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.274175] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.547909] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.707743] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-340 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.707743] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-340" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.707743] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-340" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.708057] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-340" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.708342] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.708557] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.708627] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.708873] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.709026] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.709360] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.709360] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.709500] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.709637] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.709698] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.709775] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.709958] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.733186] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.733814] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1093.733814] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.734077] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-340" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.734838] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-752f4ad0-13a3-4cee-bdad-56a661357aa9 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.734977] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-752f4ad0-13a3-4cee-bdad-56a661357aa9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.735297] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-752f4ad0-13a3-4cee-bdad-56a661357aa9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.735600] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-752f4ad0-13a3-4cee-bdad-56a661357aa9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.736113] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('752f4ad0-13a3-4cee-bdad-56a661357aa9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.779397] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.779570] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.779625] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.779945] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.779945] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.780096] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.780233] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.780233] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.780488] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.780531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.780904] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 already deleted. [ 1093.781020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.051070] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.051258] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.051368] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.051657] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.051797] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.051951] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 is going to be created. [ 1094.085343] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.085543] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.085622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.085882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.086085] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.100470] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: UNINITIALIZED for 2s [ 1094.242098] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.242348] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.242472] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.242916] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.243110] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.243286] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 752f4ad0-13a3-4cee-bdad-56a661357aa9 not found, creating... [ 1094.243576] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.243735] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.243850] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.244110] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.244252] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.244554] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.244743] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.244819] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.245043] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.245179] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.245535] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 752f4ad0-13a3-4cee-bdad-56a661357aa9 is going to be created. [ 1094.277525] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.277796] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.277922] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.278285] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.278549] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.278810] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-752f4ad0-13a3-4cee-bdad-56a661357aa9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.040156] env[65987]: INFO networking_nsxv3.common.synchronization [req-abf7d8fd-9e1d-4b7a-ba51-372dcd05ccb1 req-42165b3b-e300-49ef-bcd9-75f7fd895e18 service nova] Enqueued Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_rules [ 1095.040156] env[65987]: INFO networking_nsxv3.common.synchronization [req-abf7d8fd-9e1d-4b7a-ba51-372dcd05ccb1 req-42165b3b-e300-49ef-bcd9-75f7fd895e18 service nova] Enqueued Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_members [ 1095.040156] env[65987]: INFO networking_nsxv3.common.synchronization [req-abf7d8fd-9e1d-4b7a-ba51-372dcd05ccb1 req-42165b3b-e300-49ef-bcd9-75f7fd895e18 service nova] Enqueued Resource ID: 752f4ad0-13a3-4cee-bdad-56a661357aa9 with Priority: HIGHEST for action port [ 1095.040156] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_rules [ 1095.040156] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_members [ 1095.040156] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752f4ad0-13a3-4cee-bdad-56a661357aa9 with Priority: HIGHEST for action port [ 1095.040156] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.040156] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.040156] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.041067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.041067] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.041840] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.042091] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.042188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.042389] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.042550] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.042648] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.042709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.042860] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.042941] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.043121] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.044445] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-752f4ad0-13a3-4cee-bdad-56a661357aa9 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.044590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-752f4ad0-13a3-4cee-bdad-56a661357aa9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.044773] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-752f4ad0-13a3-4cee-bdad-56a661357aa9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.044984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-752f4ad0-13a3-4cee-bdad-56a661357aa9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.045112] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('752f4ad0-13a3-4cee-bdad-56a661357aa9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.543056] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.543269] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.544614] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.547351] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 752f4ad0-13a3-4cee-bdad-56a661357aa9 with status ACTIVE [ 1095.547772] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.547772] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.547772] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.547937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.547937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.548141] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.548287] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.548397] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.549016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.549016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.549016] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.549297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.549297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.549397] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.549428] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.549502] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 752f4ad0-13a3-4cee-bdad-56a661357aa9 is going to be updated. [ 1095.572855] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.572855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.572855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.572855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.572855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.573397] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-752f4ad0-13a3-4cee-bdad-56a661357aa9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.715505] env[65987]: INFO networking_nsxv3.common.synchronization [req-a9bb0097-e222-4faf-995d-e6a7d7c4abe3 req-6c6f019b-b13a-42c4-8363-86f9f9a891ee tempest-ListServerFiltersTestJSON-606618908 tempest-ListServerFiltersTestJSON-606618908-project-member] Enqueued Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_members [ 1095.715505] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_members [ 1095.715505] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.715505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.047693] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.076683] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-340 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.076871] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-340" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.076990] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-340" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.077280] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-340" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.077648] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.077803] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.078835] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.078835] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.078835] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.078835] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.078835] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.078835] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.078835] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.079960] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.079960] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.079960] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.099652] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.099652] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.099792] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.099906] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-340" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.100328] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-bd7d3506-d87f-4993-8c43-ea434eaf0bb8 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.100577] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-bd7d3506-d87f-4993-8c43-ea434eaf0bb8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.100745] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-bd7d3506-d87f-4993-8c43-ea434eaf0bb8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.101141] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-bd7d3506-d87f-4993-8c43-ea434eaf0bb8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.101314] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd7d3506-d87f-4993-8c43-ea434eaf0bb8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.111371] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: SUCCESS [ 1096.111606] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.111769] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.111978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.112255] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.112369] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.112432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.112597] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.112713] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.112828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.112867] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.551175] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.551339] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.551398] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.551624] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.551714] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.551815] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 is going to be created. [ 1096.579035] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.579035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.579035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.579035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.579340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.591476] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: UNINITIALIZED for 2s [ 1096.604873] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.605129] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.605262] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.605567] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.605723] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.605879] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port bd7d3506-d87f-4993-8c43-ea434eaf0bb8 not found, creating... [ 1096.606184] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.606339] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.606572] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.606924] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.607242] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.607574] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.607747] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.607868] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.608094] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.608237] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.608383] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: bd7d3506-d87f-4993-8c43-ea434eaf0bb8 is going to be created. [ 1096.615052] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.628743] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.629010] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.629150] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.629441] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.629653] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.629876] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-bd7d3506-d87f-4993-8c43-ea434eaf0bb8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.773377] env[65987]: INFO networking_nsxv3.common.synchronization [req-a014471d-886d-4163-8964-259e79e48682 req-e794dd95-1536-46e0-ac68-ad43ce526305 tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: f6df8791-193a-4645-a66e-4fadb9c2f521 with Priority: HIGHEST for action security_group_members [ 1096.773921] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6df8791-193a-4645-a66e-4fadb9c2f521 with Priority: HIGHEST for action security_group_members [ 1096.774251] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6df8791-193a-4645-a66e-4fadb9c2f521 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.774379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.774434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.774658] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.774916] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.775036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.775112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.775315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.775405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.775501] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.116991] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 728ab656-f16b-47d8-a5ad-baa42dfed421: rpc.has_security_group_logging(os_id): False [ 1097.140841] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.141033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.141086] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.141602] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.142149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.142230] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.142347] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.142413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.142589] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.142670] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.142763] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 is going to be created. [ 1097.228841] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.229070] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.229070] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.229280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.229923] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.242156] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: IN_PROGRESS for 2s [ 1097.278362] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.392143] env[65987]: INFO networking_nsxv3.common.synchronization [req-a9bb0097-e222-4faf-995d-e6a7d7c4abe3 req-81cf7bc7-48e9-4000-b98f-6ad25582040c service nova] Enqueued Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_rules [ 1097.392330] env[65987]: INFO networking_nsxv3.common.synchronization [req-a9bb0097-e222-4faf-995d-e6a7d7c4abe3 req-81cf7bc7-48e9-4000-b98f-6ad25582040c service nova] Enqueued Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_members [ 1097.392464] env[65987]: INFO networking_nsxv3.common.synchronization [req-a9bb0097-e222-4faf-995d-e6a7d7c4abe3 req-81cf7bc7-48e9-4000-b98f-6ad25582040c service nova] Enqueued Resource ID: bd7d3506-d87f-4993-8c43-ea434eaf0bb8 with Priority: HIGHEST for action port [ 1097.392979] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_rules [ 1097.393122] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_members [ 1097.393241] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7d3506-d87f-4993-8c43-ea434eaf0bb8 with Priority: HIGHEST for action port [ 1097.393762] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.393762] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.393762] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.394079] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.394079] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd7d3506-d87f-4993-8c43-ea434eaf0bb8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.394198] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd7d3506-d87f-4993-8c43-ea434eaf0bb8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.394198] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd7d3506-d87f-4993-8c43-ea434eaf0bb8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.394411] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd7d3506-d87f-4993-8c43-ea434eaf0bb8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.394459] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd7d3506-d87f-4993-8c43-ea434eaf0bb8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.779848] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.896484] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd7d3506-d87f-4993-8c43-ea434eaf0bb8 with status ACTIVE [ 1097.896850] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.896999] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.897103] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.897357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.897469] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.897680] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.897786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.897865] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.898048] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.898140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.898849] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.898849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.898849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.898849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.898849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.898849] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd7d3506-d87f-4993-8c43-ea434eaf0bb8 is going to be updated. [ 1097.924548] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.924726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.924800] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.925028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.925170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.925337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd7d3506-d87f-4993-8c43-ea434eaf0bb8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.181262] env[65987]: INFO networking_nsxv3.common.synchronization [req-6b272524-f872-4fc5-a736-0eb3ab372666 req-e487e8ca-58e8-4d39-9fff-01d436223bd4 tempest-ListServerFiltersTestJSON-606618908 tempest-ListServerFiltersTestJSON-606618908-project-member] Enqueued Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_members [ 1098.181819] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_members [ 1098.182151] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.182307] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.282513] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.282671] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.282737] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.282959] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.283096] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.283155] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6df8791-193a-4645-a66e-4fadb9c2f521 is going to be updated. [ 1098.324932] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.324932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.324932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.324932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.324932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.337847] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6df8791-193a-4645-a66e-4fadb9c2f521 in Status: IN_PROGRESS for 2s [ 1098.487582] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-340 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.487582] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-340" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.487838] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-340" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.489645] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-340" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.490039] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.490232] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.490391] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.490621] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.490991] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.491261] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.491379] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.491516] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.491605] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.491738] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.491806] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.492347] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.513403] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.513646] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.517030] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.517030] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-340" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.517030] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-623f545c-5a84-4602-9300-703fd195f20e taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.517030] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-623f545c-5a84-4602-9300-703fd195f20e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.517030] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-623f545c-5a84-4602-9300-703fd195f20e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.517030] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-623f545c-5a84-4602-9300-703fd195f20e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.517030] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('623f545c-5a84-4602-9300-703fd195f20e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.602346] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: SUCCESS [ 1098.602622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.602747] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.602953] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.603160] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.603286] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.603339] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.603479] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.603560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.603660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.603761] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.604614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.604794] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.604940] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.605117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.605193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.605327] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.605419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.605481] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.019259] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.019592] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.019800] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.020133] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.020283] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.020443] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 623f545c-5a84-4602-9300-703fd195f20e not found, creating... [ 1099.020719] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.020937] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.021055] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.021291] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.021422] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.021819] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.021941] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.022107] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.022385] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.022586] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.022831] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 623f545c-5a84-4602-9300-703fd195f20e is going to be created. [ 1099.044595] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.044915] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.045078] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.045362] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.045618] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.045895] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-623f545c-5a84-4602-9300-703fd195f20e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.107209] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.107400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.107568] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.256133] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: SUCCESS [ 1099.256559] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.610300] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.851099] env[65987]: INFO networking_nsxv3.common.synchronization [req-6b272524-f872-4fc5-a736-0eb3ab372666 req-7a1edbf7-1946-472d-be70-1e9675a8d2ac service nova] Enqueued Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_rules [ 1099.853937] env[65987]: INFO networking_nsxv3.common.synchronization [req-6b272524-f872-4fc5-a736-0eb3ab372666 req-7a1edbf7-1946-472d-be70-1e9675a8d2ac service nova] Enqueued Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_members [ 1099.853937] env[65987]: INFO networking_nsxv3.common.synchronization [req-6b272524-f872-4fc5-a736-0eb3ab372666 req-7a1edbf7-1946-472d-be70-1e9675a8d2ac service nova] Enqueued Resource ID: 623f545c-5a84-4602-9300-703fd195f20e with Priority: HIGHEST for action port [ 1099.853937] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_rules [ 1099.853937] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_members [ 1099.853937] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623f545c-5a84-4602-9300-703fd195f20e with Priority: HIGHEST for action port [ 1099.853937] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.854274] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.855242] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.855242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.855242] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-623f545c-5a84-4602-9300-703fd195f20e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.855242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-623f545c-5a84-4602-9300-703fd195f20e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.856048] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-623f545c-5a84-4602-9300-703fd195f20e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.856258] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-623f545c-5a84-4602-9300-703fd195f20e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.856378] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('623f545c-5a84-4602-9300-703fd195f20e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.113441] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.113711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.113711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.113837] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.114340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.114340] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 is going to be updated. [ 1100.144937] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.145186] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.145186] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.145408] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.145516] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.158909] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: IN_PROGRESS for 2s [ 1100.352723] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6df8791-193a-4645-a66e-4fadb9c2f521 in Status: SUCCESS [ 1100.353023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.359673] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 623f545c-5a84-4602-9300-703fd195f20e with status ACTIVE [ 1100.360010] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.360184] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.360274] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.360512] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.360628] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.360839] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.360961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.361052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.361282] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.361438] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.361521] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.361627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.361704] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.361849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.361922] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.362022] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 623f545c-5a84-4602-9300-703fd195f20e is going to be updated. [ 1100.387963] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.388157] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.388224] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.388422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.388568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.388730] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-623f545c-5a84-4602-9300-703fd195f20e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.662698] env[65987]: INFO networking_nsxv3.common.synchronization [req-9b10f25d-b4b0-4803-b1c1-06d22986146f req-58a909d6-3dc0-4c9a-8ea5-db2f2a1d0f49 tempest-ServersTestJSON-273690675 tempest-ServersTestJSON-273690675-project-member] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1100.662984] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1100.663327] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.663451] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.663532] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.663705] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.663861] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.663968] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.664032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.664170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.664251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.664639] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.067663] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.067663] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.067949] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.068193] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.068559] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.068852] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.068908] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.069145] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.069328] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.069573] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.069706] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.069831] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.069955] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.070082] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.070190] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.070323] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.090927] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.091152] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.091213] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.091404] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-302" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.091737] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-4239687a-9424-4b2a-b2b4-3ec923948cf5 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.091896] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-4239687a-9424-4b2a-b2b4-3ec923948cf5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.092023] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-4239687a-9424-4b2a-b2b4-3ec923948cf5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.092370] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-4239687a-9424-4b2a-b2b4-3ec923948cf5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.092519] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4239687a-9424-4b2a-b2b4-3ec923948cf5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.167972] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.596283] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.596283] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.596689] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.596689] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.596755] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.596902] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 4239687a-9424-4b2a-b2b4-3ec923948cf5 not found, creating... [ 1101.597197] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.597378] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.597501] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.597747] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.597909] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.598209] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.598396] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.598536] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.598725] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.598859] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.598995] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 4239687a-9424-4b2a-b2b4-3ec923948cf5 is going to be created. [ 1101.622028] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.622272] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.622399] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.622733] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.622909] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.623162] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-4239687a-9424-4b2a-b2b4-3ec923948cf5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.671921] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.176716] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.177074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.177074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.177235] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.177327] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.177473] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 1102.181102] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: SUCCESS [ 1102.181390] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.181491] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.181750] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.181927] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.182065] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.182158] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.182297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.182389] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.182455] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.251426] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.251595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.251662] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.251882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.252067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.261585] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 1102.377910] env[65987]: INFO networking_nsxv3.common.synchronization [req-9b10f25d-b4b0-4803-b1c1-06d22986146f req-0f8b8fa2-7bf0-405a-af9b-9fd7323c4ef8 service nova] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_rules [ 1102.378076] env[65987]: INFO networking_nsxv3.common.synchronization [req-9b10f25d-b4b0-4803-b1c1-06d22986146f req-0f8b8fa2-7bf0-405a-af9b-9fd7323c4ef8 service nova] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1102.378229] env[65987]: INFO networking_nsxv3.common.synchronization [req-9b10f25d-b4b0-4803-b1c1-06d22986146f req-0f8b8fa2-7bf0-405a-af9b-9fd7323c4ef8 service nova] Enqueued Resource ID: 4239687a-9424-4b2a-b2b4-3ec923948cf5 with Priority: HIGHEST for action port [ 1102.379181] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_rules [ 1102.379181] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1102.379181] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4239687a-9424-4b2a-b2b4-3ec923948cf5 with Priority: HIGHEST for action port [ 1102.379450] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.379585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.379653] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.379902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.379985] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.381055] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.381200] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.381322] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-4239687a-9424-4b2a-b2b4-3ec923948cf5 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.381424] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4239687a-9424-4b2a-b2b4-3ec923948cf5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.381488] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4239687a-9424-4b2a-b2b4-3ec923948cf5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.381709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4239687a-9424-4b2a-b2b4-3ec923948cf5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.381789] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4239687a-9424-4b2a-b2b4-3ec923948cf5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.684877] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.884118] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.884308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.884538] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4239687a-9424-4b2a-b2b4-3ec923948cf5 with status ACTIVE [ 1102.884757] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.884895] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.884980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.885231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.885370] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.885652] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.885732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.885799] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.885987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.886105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.886288] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.886426] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.886523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.886760] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.886880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.886980] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4239687a-9424-4b2a-b2b4-3ec923948cf5 is going to be updated. [ 1102.913109] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.913333] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.913411] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.914938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.914938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.914938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4239687a-9424-4b2a-b2b4-3ec923948cf5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.189171] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.690654] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.691310] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.691737] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.692093] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.692696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.692696] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 is going to be updated. [ 1103.733325] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.733643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.733643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.733804] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.734066] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.750526] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: IN_PROGRESS for 2s [ 1104.272365] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 1104.272655] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.273756] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.273756] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.273756] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.273756] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.273756] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.274050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.274082] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.274178] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.776125] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.278484] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.762482] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: SUCCESS [ 1105.762745] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.762937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.763225] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.763424] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.764047] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.764047] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.764047] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.764047] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.764047] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.781793] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.781793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.781793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.782212] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.782212] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.782212] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 1105.823363] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.827471] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.827471] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.827471] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.827471] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.842134] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 1106.266735] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.573900] env[65987]: INFO networking_nsxv3.common.synchronization [req-1a695193-75ec-43f5-ad21-89723909f063 req-5436004e-3f77-4e89-9d1f-e974df485435 tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: f6df8791-193a-4645-a66e-4fadb9c2f521 with Priority: HIGHEST for action security_group_members [ 1106.574384] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6df8791-193a-4645-a66e-4fadb9c2f521 with Priority: HIGHEST for action security_group_members [ 1106.575092] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6df8791-193a-4645-a66e-4fadb9c2f521 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.575092] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.575092] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.575275] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.575397] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.575494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.575578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.575732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.575819] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.575910] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6df8791-193a-4645-a66e-4fadb9c2f521',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.769237] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.078983] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.079312] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.079312] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.079479] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.114468] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.114595] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.114871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.114965] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.115243] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.115335] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.115436] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6df8791-193a-4645-a66e-4fadb9c2f521 is going to be updated. [ 1107.166103] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.166103] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.166103] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.166103] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.166103] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.176570] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6df8791-193a-4645-a66e-4fadb9c2f521 in Status: IN_PROGRESS for 2s [ 1107.272535] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.272535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.272820] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.272873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.272974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.273249] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 is going to be updated. [ 1107.314210] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.314419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.314419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.314613] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.314842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.325487] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: IN_PROGRESS for 2s [ 1107.850040] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 1107.850191] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.850317] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.850539] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.850746] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.850874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.851056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.851367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.851507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.851634] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.851756] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.354516] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.354874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.354874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.355093] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.355309] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.355415] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.355507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.355682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.355770] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.355861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.356083] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.356189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.356251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.356395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.356536] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.356663] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.356717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.356878] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.356959] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.357108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.357162] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.859296] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12aa49ce-2811-4939-93b3-c273bbd232c4: rpc.has_security_group_logging(os_id): False [ 1108.881665] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.881810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.881876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.882190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.882288] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.882517] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.882623] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.882682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.882835] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.882911] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.883102] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.883192] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.883239] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.883380] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.883495] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.883680] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.883772] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.883825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.883966] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.884036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.884125] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 1108.963477] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.963664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.963757] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.964030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.964218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.985963] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 1109.187705] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6df8791-193a-4645-a66e-4fadb9c2f521 in Status: SUCCESS [ 1109.187948] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6df8791-193a-4645-a66e-4fadb9c2f521 deletion is rescheduled due to dependency. [ 1109.188110] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6df8791-193a-4645-a66e-4fadb9c2f521" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.339231] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: SUCCESS [ 1109.339451] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.339630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.339862] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.340081] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.340201] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.340268] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.340423] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.340504] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.340588] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.340753] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.340828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.340887] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.341035] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.341172] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.341265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.341325] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.341462] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.341535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.341612] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.341697] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.342590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.342759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.343661] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.343661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.343661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.343661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.343661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.343661] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.845022] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34be2268-1082-499a-ac3e-ed87a2fe4b75: rpc.has_security_group_logging(os_id): False [ 1109.846819] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.869372] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.869661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.869769] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.870210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.870322] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.870588] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.870708] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.870766] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.870951] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.871041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.871240] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.871334] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.871395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.871548] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.871629] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.871796] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.871886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.871950] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.872108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.872169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.872260] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 is going to be created. [ 1109.937403] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.937554] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.937625] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.937884] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.938094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.950886] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: IN_PROGRESS for 2s [ 1110.349443] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.852420] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.852703] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.852833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.853057] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.853189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.853330] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 is going to be updated. [ 1110.891342] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.891594] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.891594] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.891935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.892229] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.903525] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: IN_PROGRESS for 2s [ 1111.006901] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 1111.007142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.109085] env[65987]: INFO networking_nsxv3.common.synchronization [None req-728f4128-1128-477d-8c23-d9f2f516ab69 tempest-AttachInterfacesTestJSON-439441182 tempest-AttachInterfacesTestJSON-439441182-project-member] Enqueued Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 1111.109703] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGHEST for action security_group_members [ 1111.112943] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.112943] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.112943] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.112943] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.112943] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.112943] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.112943] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.112943] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.112943] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.112943] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.618533] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.618689] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.618764] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.619088] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.619311] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.619594] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.619974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.620123] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.620427] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.620560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.620710] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 is going to be updated. [ 1111.653449] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.653596] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.653668] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.653891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.654040] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.663231] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: IN_PROGRESS for 2s [ 1111.962879] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: SUCCESS [ 1111.963158] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.963324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.963537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.963624] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.465755] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.465907] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.916398] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: SUCCESS [ 1112.916589] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.916979] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.917233] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.917439] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.917544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.917643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.917790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.917893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.917991] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.918082] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.420665] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.420986] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.420986] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.421253] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.421488] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.421598] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.421598] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.421760] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.421993] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.421993] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.422181] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.422181] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.422251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.422388] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.422525] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.422649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.422687] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.422795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.422867] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.422985] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.423058] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.674273] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 in Status: SUCCESS [ 1113.676020] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 deletion is rescheduled due to dependency. [ 1113.676020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.929811] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34be2268-1082-499a-ac3e-ed87a2fe4b75: rpc.has_security_group_logging(os_id): False [ 1113.956508] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.956783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.956783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.957441] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.957441] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.957441] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.957611] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.957611] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.957800] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.957976] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.958107] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.958203] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.958264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.958411] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.958484] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.958667] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.958762] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.958825] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.959025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.959125] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.959220] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 is going to be updated. [ 1114.048115] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.048278] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.048363] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.048564] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.048712] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.064402] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: IN_PROGRESS for 2s [ 1116.081958] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: SUCCESS [ 1116.082364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.082364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.082611] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.082611] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.112441] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1116.112441] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1116.534856] env[65987]: INFO networking_nsxv3.common.synchronization [None req-bfb86209-5b50-43e1-acbd-8e09792e5777 None None] Enqueued Resource ID: 71e71c92-d287-4b92-839a-fc889ca6e3af with Priority: HIGHEST for action port [ 1116.534856] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e71c92-d287-4b92-839a-fc889ca6e3af with Priority: HIGHEST for action port [ 1116.535038] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-71e71c92-d287-4b92-839a-fc889ca6e3af taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.536810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71e71c92-d287-4b92-839a-fc889ca6e3af" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.536810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71e71c92-d287-4b92-839a-fc889ca6e3af" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.536810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71e71c92-d287-4b92-839a-fc889ca6e3af" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.536810] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71e71c92-d287-4b92-839a-fc889ca6e3af',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.584511] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.584684] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.584785] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.584985] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.585191] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.585499] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.585499] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.585499] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.585595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.587346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.587346] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.040193] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71e71c92-d287-4b92-839a-fc889ca6e3af [ 1117.040193] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.040193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.040193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.040193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.040193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.040193] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71e71c92-d287-4b92-839a-fc889ca6e3af already deleted. [ 1117.040193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71e71c92-d287-4b92-839a-fc889ca6e3af" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.065246] env[65987]: INFO networking_nsxv3.common.synchronization [req-269f5a06-8ab4-4b07-95fb-e493b22a7077 req-ab29cc97-1526-4d39-bbf6-67a2f7db6657 tempest-ServersTestJSON-273690675 tempest-ServersTestJSON-273690675-project-member] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1117.065246] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1117.065246] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.065246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.065246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.065246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.065246] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.065246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.065246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.065775] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.069195] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.069542] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.090980] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.090980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.090980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.090980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.090980] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.090980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.090980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.090980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.090980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.090980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.090980] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.090980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.090980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.090980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.090980] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.090980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.091706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.091706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.091706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.091706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.091706] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.572899] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.596591] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34be2268-1082-499a-ac3e-ed87a2fe4b75: rpc.has_security_group_logging(os_id): False [ 1117.626522] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.628273] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.628273] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.628273] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.628273] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.628504] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.630442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.630569] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.630835] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.630882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.631329] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.631452] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.631519] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.631682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.631762] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.631966] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.632382] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.632382] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.632655] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.632655] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.633510] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 is going to be updated. [ 1117.762083] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.762309] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.762309] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.762730] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.762730] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.772673] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.772876] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-890" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.773011] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-890" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.773302] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-890" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.773569] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.773728] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.773847] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.776030] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.776153] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.776480] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.776546] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.776611] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.776802] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.776865] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.777025] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.777199] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.780908] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: IN_PROGRESS for 2s [ 1117.814205] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.814205] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.814417] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.814578] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-890" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.814960] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-ca648382-c39d-49ea-8358-cd38d4ffaae6 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.815233] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-ca648382-c39d-49ea-8358-cd38d4ffaae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.815330] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-ca648382-c39d-49ea-8358-cd38d4ffaae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.815660] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-ca648382-c39d-49ea-8358-cd38d4ffaae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.816299] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca648382-c39d-49ea-8358-cd38d4ffaae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.079715] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.319089] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.319089] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.319446] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.319446] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.319577] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.320018] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.320226] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.320380] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.320630] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.320790] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.321142] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.321329] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.321463] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.321721] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.321843] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.321999] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: ca648382-c39d-49ea-8358-cd38d4ffaae6 is going to be updated. [ 1118.345160] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.345160] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.345160] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.345160] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.345399] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.345490] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-ca648382-c39d-49ea-8358-cd38d4ffaae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.581808] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.581987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.582081] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.582303] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.582437] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.582560] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 1118.623724] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.623861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.623861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.624114] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.624263] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.634288] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 1119.071051] env[65987]: INFO networking_nsxv3.common.synchronization [req-3a09f5ca-f5ef-4d0d-87af-f2d6f227d815 req-3f0be025-3d98-4bec-b4a5-db626a56ed79 service nova] Enqueued Resource ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 with Priority: HIGHEST for action security_group_rules [ 1119.071239] env[65987]: INFO networking_nsxv3.common.synchronization [req-3a09f5ca-f5ef-4d0d-87af-f2d6f227d815 req-3f0be025-3d98-4bec-b4a5-db626a56ed79 service nova] Enqueued Resource ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 with Priority: HIGHEST for action security_group_members [ 1119.071407] env[65987]: INFO networking_nsxv3.common.synchronization [req-3a09f5ca-f5ef-4d0d-87af-f2d6f227d815 req-3f0be025-3d98-4bec-b4a5-db626a56ed79 service nova] Enqueued Resource ID: ca648382-c39d-49ea-8358-cd38d4ffaae6 with Priority: HIGHEST for action port [ 1119.071913] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 with Priority: HIGHEST for action security_group_rules [ 1119.072433] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 with Priority: HIGHEST for action security_group_members [ 1119.072599] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca648382-c39d-49ea-8358-cd38d4ffaae6 with Priority: HIGHEST for action port [ 1119.072840] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d2f7b06-014d-4032-b70e-70518c1f57a9 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.073286] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.073359] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.073561] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.073644] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d2f7b06-014d-4032-b70e-70518c1f57a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.074668] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d2f7b06-014d-4032-b70e-70518c1f57a9 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.075795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.075876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.076076] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.076247] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.076348] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.076406] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.076662] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.076756] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.076893] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d2f7b06-014d-4032-b70e-70518c1f57a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.077794] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca648382-c39d-49ea-8358-cd38d4ffaae6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.077866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca648382-c39d-49ea-8358-cd38d4ffaae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.077972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca648382-c39d-49ea-8358-cd38d4ffaae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.078156] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca648382-c39d-49ea-8358-cd38d4ffaae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.078276] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca648382-c39d-49ea-8358-cd38d4ffaae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.095199] env[65987]: INFO networking_nsxv3.common.synchronization [None req-39793c85-9aeb-4d4d-ba8a-5fba071562b1 None None] Enqueued Resource ID: 1e5caee6-0d52-4db4-805b-a2358cc8caf4 with Priority: HIGHEST for action port [ 1119.095673] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5caee6-0d52-4db4-805b-a2358cc8caf4 with Priority: HIGHEST for action port [ 1119.096172] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e5caee6-0d52-4db4-805b-a2358cc8caf4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.096345] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e5caee6-0d52-4db4-805b-a2358cc8caf4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.096436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e5caee6-0d52-4db4-805b-a2358cc8caf4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.096697] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e5caee6-0d52-4db4-805b-a2358cc8caf4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.097183] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e5caee6-0d52-4db4-805b-a2358cc8caf4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.580287] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d2f7b06-014d-4032-b70e-70518c1f57a9 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.580565] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.584264] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d2f7b06-014d-4032-b70e-70518c1f57a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.585671] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca648382-c39d-49ea-8358-cd38d4ffaae6 with status ACTIVE [ 1119.585671] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.585671] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.585671] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.585889] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.585939] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.586143] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.586237] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.586291] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.586920] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.586920] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.586920] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.586920] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.586920] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.587219] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.588022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.588140] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca648382-c39d-49ea-8358-cd38d4ffaae6 is going to be updated. [ 1119.600615] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e5caee6-0d52-4db4-805b-a2358cc8caf4 [ 1119.601246] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.601246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.601246] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.602283] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.602283] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.602283] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e5caee6-0d52-4db4-805b-a2358cc8caf4 already deleted. [ 1119.602283] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e5caee6-0d52-4db4-805b-a2358cc8caf4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.610387] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.612783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.612783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.612783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.612783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.612783] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca648382-c39d-49ea-8358-cd38d4ffaae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.797291] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: SUCCESS [ 1119.797291] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.090743] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d2f7b06-014d-4032-b70e-70518c1f57a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.594243] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.594624] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.594624] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.595402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.595402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.595402] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 is going to be updated. [ 1120.627150] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.627150] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.627150] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.627459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.627459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.637369] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 in Status: IN_PROGRESS for 2s [ 1120.643041] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 1120.643213] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.655313] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 in Status: SUCCESS [ 1122.655313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.655313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.655313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.655313] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.655313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.656338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.656338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.656338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.656338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.656338] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d2f7b06-014d-4032-b70e-70518c1f57a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.158562] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d2f7b06-014d-4032-b70e-70518c1f57a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.408705] env[65987]: INFO networking_nsxv3.common.synchronization [req-5126088d-949e-4b3b-932e-84327b00c464 req-7472c72d-e8bf-4e6d-9da1-635d1d56de4e tempest-ListServerFiltersTestJSON-606618908 tempest-ListServerFiltersTestJSON-606618908-project-member] Enqueued Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_members [ 1123.409473] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_members [ 1123.409832] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.409961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.410056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.410259] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.410408] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.410505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.410581] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.410744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.410975] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.410975] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.660877] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d2f7b06-014d-4032-b70e-70518c1f57a9: rpc.has_security_group_logging(os_id): False [ 1123.681375] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.681529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.681599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.681800] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.703348] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.703670] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.703793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.703855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.704117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.704208] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.704303] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 is going to be updated. [ 1123.768361] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.768553] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.768671] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.769061] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.769251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.801695] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 in Status: IN_PROGRESS for 2s [ 1123.913470] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.285882] env[65987]: INFO networking_nsxv3.common.synchronization [req-4f1a3ce7-a60a-4960-a2cc-ad64f030279f req-c46d49d8-924d-47dc-aa0e-90488eb6fc84 tempest-ServersTestJSON-273690675 tempest-ServersTestJSON-273690675-project-member] Enqueued Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1124.286580] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 with Priority: HIGHEST for action security_group_members [ 1124.287224] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-12aa49ce-2811-4939-93b3-c273bbd232c4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.287403] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.287470] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.287720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.287933] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.288117] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.288183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.288335] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.288431] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.288530] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12aa49ce-2811-4939-93b3-c273bbd232c4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.418473] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.464345] env[65987]: INFO networking_nsxv3.common.synchronization [req-4567df89-bb68-40fe-bf27-5f9a3e915627 req-7c8fc3d6-3a80-450d-be6f-93326159bdef tempest-ServerAddressesTestJSON-987063037 tempest-ServerAddressesTestJSON-987063037-project-member] Enqueued Resource ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 with Priority: HIGHEST for action security_group_members [ 1124.465507] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 with Priority: HIGHEST for action security_group_members [ 1124.467111] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a405e6-4747-4f03-8e0b-91b69f214f66 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.467111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.467111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.467111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.467111] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.467111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.467347] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.467485] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.467522] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.467647] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a405e6-4747-4f03-8e0b-91b69f214f66',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.792313] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.792881] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.792881] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.792881] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.792881] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.793105] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.793296] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.793349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.793857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.793857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.793857] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 is going to be updated. [ 1124.829496] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.829646] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.829646] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.829890] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.830053] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.840888] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: IN_PROGRESS for 2s [ 1124.920710] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.920871] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-642" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.921044] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-642" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.921404] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-642" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.921708] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.921902] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.922037] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.922311] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.922488] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.922721] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.922862] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.922984] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.923103] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.923216] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.923323] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.923455] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.924719] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.924832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.924899] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.925064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.925148] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.925236] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 is going to be updated. [ 1124.946587] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.946773] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.946937] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.947268] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-642" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.947599] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-bc39379d-651b-48ee-b18c-40ed804e6a56 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.947777] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-bc39379d-651b-48ee-b18c-40ed804e6a56" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.947943] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-bc39379d-651b-48ee-b18c-40ed804e6a56" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.948317] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-bc39379d-651b-48ee-b18c-40ed804e6a56" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.948436] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc39379d-651b-48ee-b18c-40ed804e6a56',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.959593] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.959781] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.959835] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.960022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.960174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.969683] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.969817] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.969876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.970090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.970195] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.970376] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.970473] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.970535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.970687] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.970760] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.970843] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 already deleted. [ 1124.970920] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.971783] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: IN_PROGRESS for 2s [ 1125.452058] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.452058] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.452058] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.452058] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.452058] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.452448] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port bc39379d-651b-48ee-b18c-40ed804e6a56 not found, creating... [ 1125.452499] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.452638] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.452750] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.452996] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.453151] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.453436] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.453586] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.453698] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.453919] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.454074] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.454215] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: bc39379d-651b-48ee-b18c-40ed804e6a56 is going to be created. [ 1125.478347] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.478347] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.478592] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.479383] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.479383] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.479383] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-bc39379d-651b-48ee-b18c-40ed804e6a56" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.819461] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 in Status: SUCCESS [ 1125.822029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.215720] env[65987]: INFO networking_nsxv3.common.synchronization [req-4567df89-bb68-40fe-bf27-5f9a3e915627 req-0b583441-5200-473a-b436-4ece408cc781 service nova] Enqueued Resource ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 with Priority: HIGHEST for action security_group_rules [ 1126.215902] env[65987]: INFO networking_nsxv3.common.synchronization [req-4567df89-bb68-40fe-bf27-5f9a3e915627 req-0b583441-5200-473a-b436-4ece408cc781 service nova] Enqueued Resource ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 with Priority: HIGHEST for action security_group_members [ 1126.216051] env[65987]: INFO networking_nsxv3.common.synchronization [req-4567df89-bb68-40fe-bf27-5f9a3e915627 req-0b583441-5200-473a-b436-4ece408cc781 service nova] Enqueued Resource ID: bc39379d-651b-48ee-b18c-40ed804e6a56 with Priority: HIGHEST for action port [ 1126.216604] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 with Priority: HIGHEST for action security_group_rules [ 1126.216794] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 with Priority: HIGHEST for action security_group_members [ 1126.216907] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc39379d-651b-48ee-b18c-40ed804e6a56 with Priority: HIGHEST for action port [ 1126.217394] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1a405e6-4747-4f03-8e0b-91b69f214f66 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.217522] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.217591] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.217851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.217935] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1a405e6-4747-4f03-8e0b-91b69f214f66',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.219322] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a405e6-4747-4f03-8e0b-91b69f214f66 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.219617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.219718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.219907] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.220083] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.220180] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.220276] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.220374] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.220458] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.220548] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a405e6-4747-4f03-8e0b-91b69f214f66',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.222957] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc39379d-651b-48ee-b18c-40ed804e6a56 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.222957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc39379d-651b-48ee-b18c-40ed804e6a56" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.222957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc39379d-651b-48ee-b18c-40ed804e6a56" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.222957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc39379d-651b-48ee-b18c-40ed804e6a56" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.222957] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc39379d-651b-48ee-b18c-40ed804e6a56',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.720812] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a405e6-4747-4f03-8e0b-91b69f214f66 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.720812] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.723904] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1a405e6-4747-4f03-8e0b-91b69f214f66',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.724294] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc39379d-651b-48ee-b18c-40ed804e6a56 with status ACTIVE [ 1126.724494] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.724695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.724775] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.724990] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.725095] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.725287] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.725394] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.725457] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.725612] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.725687] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.725868] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.725959] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.726057] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.726223] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.726298] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.726388] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc39379d-651b-48ee-b18c-40ed804e6a56 is going to be updated. [ 1126.751880] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.752139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.752139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.752329] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.752503] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.752827] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc39379d-651b-48ee-b18c-40ed804e6a56" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.853254] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 in Status: SUCCESS [ 1126.853626] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12aa49ce-2811-4939-93b3-c273bbd232c4 deletion is rescheduled due to dependency. [ 1126.853739] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12aa49ce-2811-4939-93b3-c273bbd232c4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.988564] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: SUCCESS [ 1126.988564] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.228745] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1a405e6-4747-4f03-8e0b-91b69f214f66',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.735563] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.735748] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.735801] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.736584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.736584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.736584] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 is going to be created. [ 1127.772390] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.773466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.773466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.773466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.773939] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.786404] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 in Status: UNINITIALIZED for 2s [ 1129.799217] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 in Status: SUCCESS [ 1129.799651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.799651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.800256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.800348] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.800606] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.800765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.801076] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.801253] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.801452] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.801653] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1a405e6-4747-4f03-8e0b-91b69f214f66',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.304112] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a405e6-4747-4f03-8e0b-91b69f214f66 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.304335] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.304335] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.304520] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.304681] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.304775] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.304837] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.304999] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.305102] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.305190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.305334] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a405e6-4747-4f03-8e0b-91b69f214f66 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.305414] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.305517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.305627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.305752] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.305836] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.305893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.306039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.306137] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.306183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.306266] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1a405e6-4747-4f03-8e0b-91b69f214f66',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.808703] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1a405e6-4747-4f03-8e0b-91b69f214f66: rpc.has_security_group_logging(os_id): False [ 1130.829251] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.829457] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.829537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.829793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.829887] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.830108] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.830212] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.830342] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.830443] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.830493] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.830677] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.830756] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.830819] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.831078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.831160] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.831359] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.831446] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.831504] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.831641] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.831711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.831795] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 is going to be created. [ 1130.910979] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.911207] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.911262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.911463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.911646] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.924610] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 in Status: IN_PROGRESS for 2s [ 1131.218260] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1131.218391] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1131.632848] env[65987]: INFO networking_nsxv3.common.synchronization [req-b9c07c4d-e51e-4b65-ac38-ea5a728a751a req-53ffd2d1-59ed-45ac-932c-5672a058fb7c tempest-ListServerFiltersTestJSON-606618908 tempest-ListServerFiltersTestJSON-606618908-project-member] Enqueued Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_members [ 1131.633569] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_members [ 1131.634211] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.634211] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.634211] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.634465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.634570] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.634676] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.634739] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.634903] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.634998] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.635144] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.135978] env[65987]: INFO networking_nsxv3.common.synchronization [req-6c3d0d82-0f17-4484-9cb0-51cbba8a090e req-774005a0-1135-4434-b7ce-57bba8a2028b tempest-AttachVolumeNegativeTest-1685597108 tempest-AttachVolumeNegativeTest-1685597108-project-member] Enqueued Resource ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b with Priority: HIGHEST for action security_group_members [ 1132.136634] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b with Priority: HIGHEST for action security_group_members [ 1132.136952] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9444cc-e007-45d4-ac5b-3acfa62ea04b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.137153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.137228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.137592] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.137651] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.139699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.139699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.139699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.139699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.139699] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9444cc-e007-45d4-ac5b-3acfa62ea04b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.139699] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.641394] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.641562] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.641669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.641915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.642037] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.642226] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.642332] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.642417] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.642537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.642611] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.642708] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b is going to be updated. [ 1132.643853] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.690130] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.690130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.690130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.690130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.690130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.701570] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b in Status: IN_PROGRESS for 2s [ 1132.938546] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 in Status: SUCCESS [ 1132.939110] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.146293] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.146584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.146665] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.146958] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.147132] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.147236] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 is going to be updated. [ 1133.180981] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.181166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.181166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.181308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.181446] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.192588] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: IN_PROGRESS for 2s [ 1134.716479] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b in Status: SUCCESS [ 1134.716479] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b deletion is rescheduled due to dependency. [ 1134.716479] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.205060] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: IN_PROGRESS for 4s [ 1135.274643] env[65987]: INFO networking_nsxv3.common.synchronization [req-409a11ac-00e4-4727-b474-6733d6ec0187 req-fad2e9bb-dfda-4e78-8ccf-848170fc0baa tempest-AttachVolumeTestJSON-1056237242 tempest-AttachVolumeTestJSON-1056237242-project-member] Enqueued Resource ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 with Priority: HIGHEST for action security_group_members [ 1135.275660] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 with Priority: HIGHEST for action security_group_members [ 1135.276102] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4325ee18-7b96-4a1b-a6ea-3ba8890ea748 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.276276] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.276379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.276642] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.276853] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.276994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.277157] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.277375] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.277504] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.277638] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4325ee18-7b96-4a1b-a6ea-3ba8890ea748',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.783234] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.783568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.783568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.783796] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.783796] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.783999] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.784072] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.784152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.784279] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.784354] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.784440] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 is going to be updated. [ 1135.816388] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.816529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.817106] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.817106] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.817106] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.826815] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 in Status: IN_PROGRESS for 2s [ 1137.215841] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: SUCCESS [ 1137.216254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.839378] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 in Status: SUCCESS [ 1137.839542] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 deletion is rescheduled due to dependency. [ 1137.839600] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.078287] env[65987]: INFO networking_nsxv3.common.synchronization [None req-dd861012-c544-4756-a180-0c5c356db2e7 tempest-AttachVolumeNegativeTest-1685597108 tempest-AttachVolumeNegativeTest-1685597108-project-member] Enqueued Resource ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e with Priority: HIGHEST for action security_group_rules [ 1138.078287] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e with Priority: HIGHEST for action security_group_rules [ 1138.078664] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f848b9d-3d11-48fc-ac3c-5be40fa7895e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.078664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.078823] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.078953] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.079036] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f848b9d-3d11-48fc-ac3c-5be40fa7895e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.155834] env[65987]: INFO networking_nsxv3.common.synchronization [None req-d51c95de-26da-4d42-be8b-6e6a0fd79223 tempest-AttachVolumeNegativeTest-1685597108 tempest-AttachVolumeNegativeTest-1685597108-project-member] Enqueued Resource ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e with Priority: HIGHEST for action security_group_rules [ 1138.156461] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e with Priority: HIGHEST for action security_group_rules [ 1138.157023] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f848b9d-3d11-48fc-ac3c-5be40fa7895e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.157229] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.321558] env[65987]: INFO networking_nsxv3.common.synchronization [req-67df2b7f-c6f8-4c6b-b396-47b28cc561d2 req-1982abb4-b798-47be-abfc-9e1597917e40 tempest-ListServerFiltersTestJSON-606618908 tempest-ListServerFiltersTestJSON-606618908-project-member] Enqueued Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_members [ 1138.322172] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGHEST for action security_group_members [ 1138.322483] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.322602] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.322892] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.323129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.323302] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.323405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.323475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.323609] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.323690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.323778] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.602466] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.602643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.602700] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.602877] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.602963] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.603083] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e already deleted. [ 1138.603401] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.603553] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.603719] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.603813] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f848b9d-3d11-48fc-ac3c-5be40fa7895e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.828422] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.828643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.828715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.829048] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.829152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.829365] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.829506] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.829575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.829736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.829811] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.829904] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 is going to be updated. [ 1138.867820] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.868027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.868027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.868375] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.868507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.877869] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: IN_PROGRESS for 2s [ 1139.125757] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.125982] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.125982] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.126270] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.126392] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.126514] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e already deleted. [ 1139.126620] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.888842] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 in Status: SUCCESS [ 1140.888842] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 deletion is rescheduled due to dependency. [ 1140.888842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.489159] env[65987]: INFO networking_nsxv3.common.synchronization [req-ed26c406-10fb-4719-b3cb-a11fa8aee041 req-1e77f14c-363b-4c47-9285-d8c7f02f224d tempest-ServerAddressesTestJSON-987063037 tempest-ServerAddressesTestJSON-987063037-project-member] Enqueued Resource ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 with Priority: HIGHEST for action security_group_members [ 1142.489812] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 with Priority: HIGHEST for action security_group_members [ 1142.490178] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a405e6-4747-4f03-8e0b-91b69f214f66 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.490304] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.490372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.490565] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.490718] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.490832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.490896] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.491053] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.491140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.491232] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a405e6-4747-4f03-8e0b-91b69f214f66',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.994573] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.994746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.994822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.995050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.995217] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.995342] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.995438] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.995497] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.995644] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.995716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.996031] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 is going to be updated. [ 1143.031108] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.031108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.031108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.031108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.031108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.058557] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 in Status: IN_PROGRESS for 2s [ 1144.843160] env[65987]: INFO networking_nsxv3.common.synchronization [req-58155d72-d768-4270-8ebe-d4ae6b2ba3de req-1054ba2d-040f-4ea7-bbf8-513662674486 tempest-AttachVolumeNegativeTest-1685597108 tempest-AttachVolumeNegativeTest-1685597108-project-member] Enqueued Resource ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e with Priority: HIGHEST for action security_group_members [ 1144.843735] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e with Priority: HIGHEST for action security_group_members [ 1144.844193] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f848b9d-3d11-48fc-ac3c-5be40fa7895e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.844342] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.844414] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.844661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.844822] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.844917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.844979] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.845209] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.845270] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.845382] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f848b9d-3d11-48fc-ac3c-5be40fa7895e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.070633] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 in Status: SUCCESS [ 1145.070830] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 deletion is rescheduled due to dependency. [ 1145.070946] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.166856] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.167091] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-594" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.167251] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-594" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.167537] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-594" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.167802] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.168174] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.168343] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.168579] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.168725] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.168928] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.169060] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.169169] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.169276] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.169384] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.169485] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.169607] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.190309] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.192660] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1145.192660] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.192660] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-594" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.192660] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-78170595-9d89-4fb9-b894-de0b68bb5607 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.192660] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-78170595-9d89-4fb9-b894-de0b68bb5607" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.192660] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-78170595-9d89-4fb9-b894-de0b68bb5607" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.192660] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-78170595-9d89-4fb9-b894-de0b68bb5607" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.192660] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78170595-9d89-4fb9-b894-de0b68bb5607',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.347157] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.347358] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.347453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.347649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.347745] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.347933] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.348070] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.348201] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.348340] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.348417] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.348502] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e already deleted. [ 1145.348582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.694858] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.695159] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.695291] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.695574] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.695727] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.695953] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 78170595-9d89-4fb9-b894-de0b68bb5607 not found, creating... [ 1145.696358] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.696603] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.696803] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.697140] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.697363] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.697680] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.697840] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.697958] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.698195] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.698345] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.698485] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 78170595-9d89-4fb9-b894-de0b68bb5607 is going to be created. [ 1145.721259] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.721565] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.721777] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.722201] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.722533] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.722856] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-78170595-9d89-4fb9-b894-de0b68bb5607" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.463218] env[65987]: INFO networking_nsxv3.common.synchronization [req-58155d72-d768-4270-8ebe-d4ae6b2ba3de req-32b404bc-f18c-46c9-956e-71aacf9290c2 service nova] Enqueued Resource ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e with Priority: HIGHEST for action security_group_rules [ 1146.463529] env[65987]: INFO networking_nsxv3.common.synchronization [req-58155d72-d768-4270-8ebe-d4ae6b2ba3de req-32b404bc-f18c-46c9-956e-71aacf9290c2 service nova] Enqueued Resource ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e with Priority: HIGHEST for action security_group_members [ 1146.463529] env[65987]: INFO networking_nsxv3.common.synchronization [req-58155d72-d768-4270-8ebe-d4ae6b2ba3de req-32b404bc-f18c-46c9-956e-71aacf9290c2 service nova] Enqueued Resource ID: 78170595-9d89-4fb9-b894-de0b68bb5607 with Priority: HIGHEST for action port [ 1146.464380] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e with Priority: HIGHEST for action security_group_rules [ 1146.464380] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e with Priority: HIGHEST for action security_group_members [ 1146.464380] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78170595-9d89-4fb9-b894-de0b68bb5607 with Priority: HIGHEST for action port [ 1146.464636] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f848b9d-3d11-48fc-ac3c-5be40fa7895e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.464681] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.464748] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.464952] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.465067] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f848b9d-3d11-48fc-ac3c-5be40fa7895e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.466076] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f848b9d-3d11-48fc-ac3c-5be40fa7895e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.466194] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.466288] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.466417] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.466560] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.466738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.466738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.466926] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.466926] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.467050] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f848b9d-3d11-48fc-ac3c-5be40fa7895e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.467829] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-78170595-9d89-4fb9-b894-de0b68bb5607 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.467945] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78170595-9d89-4fb9-b894-de0b68bb5607" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.467983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78170595-9d89-4fb9-b894-de0b68bb5607" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.468287] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78170595-9d89-4fb9-b894-de0b68bb5607" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.468287] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78170595-9d89-4fb9-b894-de0b68bb5607',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.969966] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f848b9d-3d11-48fc-ac3c-5be40fa7895e taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.970169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.973116] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f848b9d-3d11-48fc-ac3c-5be40fa7895e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.973600] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78170595-9d89-4fb9-b894-de0b68bb5607 with status ACTIVE [ 1146.973957] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.973957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.974067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.974203] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.974336] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.974476] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.974574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.974634] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.974780] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.975976] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.975976] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.975976] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.975976] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.975976] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.975976] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.975976] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78170595-9d89-4fb9-b894-de0b68bb5607 is going to be updated. [ 1147.000241] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.000528] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.000528] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.000645] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.000778] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.000936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78170595-9d89-4fb9-b894-de0b68bb5607" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.477490] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f848b9d-3d11-48fc-ac3c-5be40fa7895e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.981381] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.981871] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.982057] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.982370] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.982521] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.982678] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e is going to be created. [ 1148.011557] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.011759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.011759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.011930] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.012106] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.022118] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e in Status: UNINITIALIZED for 2s [ 1150.034047] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e in Status: SUCCESS [ 1150.034531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.034531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.034736] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.034936] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.035074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.035139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.035333] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.035460] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.035584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.035691] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f848b9d-3d11-48fc-ac3c-5be40fa7895e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.537738] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f848b9d-3d11-48fc-ac3c-5be40fa7895e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.042027] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f848b9d-3d11-48fc-ac3c-5be40fa7895e: rpc.has_security_group_logging(os_id): False [ 1151.065817] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.065953] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.066030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.066245] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.066328] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.066724] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.066855] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.066889] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.067828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.067828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.067828] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e is going to be created. [ 1151.139898] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.139898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.139898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.139898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.140527] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.152991] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e in Status: IN_PROGRESS for 2s [ 1151.465018] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1151.465143] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1151.780317] env[65987]: INFO networking_nsxv3.common.synchronization [req-6723cb3a-b9a6-4eb5-a43c-7aa1eeb54956 req-8ffe16d1-133c-4cb7-bdb5-716750d9eae2 tempest-ServerRescueNegativeTestJSON-455463539 tempest-ServerRescueNegativeTestJSON-455463539-project-member] Enqueued Resource ID: b61163f2-d933-4e12-bd4f-e9202c550b1d with Priority: HIGHEST for action security_group_members [ 1151.780929] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61163f2-d933-4e12-bd4f-e9202c550b1d with Priority: HIGHEST for action security_group_members [ 1151.781254] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61163f2-d933-4e12-bd4f-e9202c550b1d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.781380] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.781454] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.781660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.781818] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.781917] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.781981] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.782146] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.782239] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.782357] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b61163f2-d933-4e12-bd4f-e9202c550b1d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.285206] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.285206] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.285206] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.285206] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.285206] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.285206] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.285206] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.285206] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.285731] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.285731] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.285731] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b61163f2-d933-4e12-bd4f-e9202c550b1d is going to be updated. [ 1152.315709] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.315895] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.315938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.316142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.316280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.325675] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b61163f2-d933-4e12-bd4f-e9202c550b1d in Status: IN_PROGRESS for 2s [ 1153.166020] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e in Status: SUCCESS [ 1153.166256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.336157] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b61163f2-d933-4e12-bd4f-e9202c550b1d in Status: SUCCESS [ 1154.336559] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b61163f2-d933-4e12-bd4f-e9202c550b1d deletion is rescheduled due to dependency. [ 1154.336559] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.781487] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1156.781793] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1161.782673] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1161.783077] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1162.223021] env[65987]: INFO networking_nsxv3.common.synchronization [req-b48c57ff-5214-420b-b02e-9a5db947551e req-92b0bc5e-15da-4a07-a873-aacb02346b1a tempest-ServerActionsTestOtherB-681768895 tempest-ServerActionsTestOtherB-681768895-project-member] Enqueued Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_members [ 1162.223665] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_members [ 1162.223983] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.224130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.224194] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.224391] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.224548] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.224640] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.224699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.224844] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.224925] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.225027] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.727546] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.727712] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.727786] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.728022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.728105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.728299] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.728403] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.728453] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.728599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.728673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.728755] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 is going to be updated. [ 1162.757633] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.757838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.757838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.758064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.758190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.766460] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: IN_PROGRESS for 2s [ 1163.141726] env[65987]: INFO networking_nsxv3.common.synchronization [req-4989e8d4-28d8-48f0-b4f2-dc9ced4f5295 req-a2ef14a5-6bc0-4397-b548-5ce361f5af03 tempest-ServerRescueNegativeTestJSON-455463539 tempest-ServerRescueNegativeTestJSON-455463539-project-member] Enqueued Resource ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f with Priority: HIGHEST for action security_group_members [ 1163.142335] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f with Priority: HIGHEST for action security_group_members [ 1163.142335] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.142488] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.142488] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.142831] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.142996] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.143128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.143178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.143333] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.143425] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.143514] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.646164] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.149036] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.650787] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.650787] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.650787] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.651059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.651059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.651124] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f is going to be updated. [ 1164.680905] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.681161] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.681161] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.681313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.681455] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.693238] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f in Status: IN_PROGRESS for 2s [ 1164.776452] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: SUCCESS [ 1164.776657] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 deletion is rescheduled due to dependency. [ 1164.776731] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.703662] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f in Status: SUCCESS [ 1166.704086] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.142652] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1168.143094] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1169.844831] env[65987]: INFO networking_nsxv3.common.synchronization [req-23d857d7-4368-4180-b732-3e6d258585a1 req-ca717a11-1e34-4b70-86a6-04ea3bfde903 tempest-ServerRescueNegativeTestJSON-455463539 tempest-ServerRescueNegativeTestJSON-455463539-project-member] Enqueued Resource ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f with Priority: HIGHEST for action security_group_members [ 1169.845505] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f with Priority: HIGHEST for action security_group_members [ 1169.845820] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.845940] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.845998] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.846214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.846365] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.846461] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.846517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.846663] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.846746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.846837] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.349818] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.350020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.350097] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.350672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.373811] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.373979] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.374123] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.374191] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.374388] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.374470] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.374711] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f is going to be updated. [ 1170.403538] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.403715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.403785] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.404021] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.404166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.412941] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f in Status: IN_PROGRESS for 2s [ 1170.437472] env[65987]: INFO networking_nsxv3.common.synchronization [req-2d9f84d9-539b-4ff7-9140-888482147da0 req-e1657aa9-d9a8-4eb3-8d75-cfdad1b893ac tempest-ServerActionsTestOtherB-681768895 tempest-ServerActionsTestOtherB-681768895-project-member] Enqueued Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_members [ 1170.438034] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_members [ 1170.438340] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.438463] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.438619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.438828] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.438979] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.439094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.439168] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.439289] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.439372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.439464] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.728393] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.728631] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-344" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.728795] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-344" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.729081] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-344" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.729401] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.729586] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.729758] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.730048] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.730641] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.730641] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.730641] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.731009] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.731009] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.731009] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.731197] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.731268] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.751048] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.752244] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.752659] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.752981] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-344" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.753556] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-50eef670-ff72-4e1b-a028-9058497520a9 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.753880] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-50eef670-ff72-4e1b-a028-9058497520a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.754160] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-50eef670-ff72-4e1b-a028-9058497520a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.754650] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-50eef670-ff72-4e1b-a028-9058497520a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.754820] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50eef670-ff72-4e1b-a028-9058497520a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.941413] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.941819] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.941819] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.941984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.941984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.942141] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.942238] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.942361] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.942643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.942802] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.942900] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 is going to be updated. [ 1170.966443] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.966656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.966726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.966922] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.967218] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.976206] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: IN_PROGRESS for 2s [ 1171.257743] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.258029] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.258159] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.258551] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.258848] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.259050] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 50eef670-ff72-4e1b-a028-9058497520a9 not found, creating... [ 1171.259407] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.259628] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.259786] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.260092] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.260195] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.260551] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.260733] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.260849] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.261083] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.261221] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.261360] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 50eef670-ff72-4e1b-a028-9058497520a9 is going to be created. [ 1171.293925] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.294194] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.294320] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.294627] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.294884] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.295141] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-50eef670-ff72-4e1b-a028-9058497520a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.998961] env[65987]: INFO networking_nsxv3.common.synchronization [req-2d9f84d9-539b-4ff7-9140-888482147da0 req-8815fba8-3305-40c7-8cc4-f759793b893d service nova] Enqueued Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_rules [ 1171.999232] env[65987]: INFO networking_nsxv3.common.synchronization [req-2d9f84d9-539b-4ff7-9140-888482147da0 req-8815fba8-3305-40c7-8cc4-f759793b893d service nova] Enqueued Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_members [ 1171.999232] env[65987]: INFO networking_nsxv3.common.synchronization [req-2d9f84d9-539b-4ff7-9140-888482147da0 req-8815fba8-3305-40c7-8cc4-f759793b893d service nova] Enqueued Resource ID: 50eef670-ff72-4e1b-a028-9058497520a9 with Priority: HIGHEST for action port [ 1171.999741] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_rules [ 1171.999880] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_members [ 1172.000051] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50eef670-ff72-4e1b-a028-9058497520a9 with Priority: HIGHEST for action port [ 1172.000293] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.000411] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.000481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.000707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.000784] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.001709] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.001765] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.001974] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-50eef670-ff72-4e1b-a028-9058497520a9 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.002090] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50eef670-ff72-4e1b-a028-9058497520a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.002206] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50eef670-ff72-4e1b-a028-9058497520a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.002356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50eef670-ff72-4e1b-a028-9058497520a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.002419] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50eef670-ff72-4e1b-a028-9058497520a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.422757] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f in Status: SUCCESS [ 1172.422939] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f deletion is rescheduled due to dependency. [ 1172.423074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.504264] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.504468] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.508022] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50eef670-ff72-4e1b-a028-9058497520a9 with status ACTIVE [ 1172.508022] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.508022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.508022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.508022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.508022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.508022] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.508022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.508022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.508022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.508022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.508022] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.508022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.508022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.508022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.508022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.508022] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50eef670-ff72-4e1b-a028-9058497520a9 is going to be updated. [ 1172.530573] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.530753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.530802] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.531015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.531157] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.531315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50eef670-ff72-4e1b-a028-9058497520a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.666735] env[65987]: INFO networking_nsxv3.common.synchronization [req-bfe425be-a1b2-4780-954b-67a2e5000087 req-91dc260b-8799-40f2-93e0-f7cc6b9f7110 tempest-ServersTestJSON-2093382905 tempest-ServersTestJSON-2093382905-project-member] Enqueued Resource ID: 3cb15445-cc26-4dde-b904-49d23d376831 with Priority: HIGHEST for action security_group_members [ 1172.667330] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb15445-cc26-4dde-b904-49d23d376831 with Priority: HIGHEST for action security_group_members [ 1172.667724] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb15445-cc26-4dde-b904-49d23d376831 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.667907] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.667969] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.668363] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.668609] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.669575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.669666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.670379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.670379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.670379] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb15445-cc26-4dde-b904-49d23d376831',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.730283] env[65987]: INFO networking_nsxv3.common.synchronization [req-15c47638-18b5-443b-aafd-4ca8901e197a req-50454ed1-b5e5-479d-a276-c8406f527213 tempest-AttachVolumeShelveTestJSON-816975413 tempest-AttachVolumeShelveTestJSON-816975413-project-member] Enqueued Resource ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 with Priority: HIGHEST for action security_group_members [ 1172.730736] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 with Priority: HIGHEST for action security_group_members [ 1172.731494] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d2f7b06-014d-4032-b70e-70518c1f57a9 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.731644] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.731711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.731924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.732288] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.732389] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.732965] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.734954] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.734954] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.734954] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d2f7b06-014d-4032-b70e-70518c1f57a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.994142] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: SUCCESS [ 1172.994142] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 deletion is rescheduled due to dependency. [ 1172.994142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.994142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.994142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.994142] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.994142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.994142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.994142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.994142] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.994142] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.173216] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.173216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.173216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.173216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.173216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.173216] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.173216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.173216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.173216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.173817] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.173817] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb15445-cc26-4dde-b904-49d23d376831 is going to be updated. [ 1173.205344] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.205540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.205651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.205904] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.206098] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.215587] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb15445-cc26-4dde-b904-49d23d376831 in Status: IN_PROGRESS for 2s [ 1173.235227] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.235436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.235436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.235612] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.235718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.235891] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.235993] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.236064] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.236230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.236305] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.236390] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 is going to be updated. [ 1173.262916] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.263118] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.263118] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.263339] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.263474] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.273515] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 in Status: IN_PROGRESS for 2s [ 1173.496883] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.999506] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.501765] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.502115] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.502115] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.502251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.502369] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.502464] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 is going to be updated. [ 1174.531414] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.531547] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.531621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.531876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.531957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.544447] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: IN_PROGRESS for 2s [ 1175.227713] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb15445-cc26-4dde-b904-49d23d376831 in Status: IN_PROGRESS for 4s [ 1175.283734] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 in Status: SUCCESS [ 1175.283734] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 deletion is rescheduled due to dependency. [ 1175.283734] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.552697] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: SUCCESS [ 1176.552975] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.553107] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.553325] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.553527] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.553672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.553727] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.553872] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.553950] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.554046] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.554187] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.056159] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.238755] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb15445-cc26-4dde-b904-49d23d376831 in Status: SUCCESS [ 1177.238961] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb15445-cc26-4dde-b904-49d23d376831 deletion is rescheduled due to dependency. [ 1177.239092] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.558921] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1: rpc.has_security_group_logging(os_id): False [ 1177.578249] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.578481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.578481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.578702] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.578799] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.579066] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.579166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.579229] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.579382] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.579456] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.579544] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 is going to be updated. [ 1177.644335] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.644481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.644555] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.644772] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.644920] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.661708] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: IN_PROGRESS for 2s [ 1177.731858] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1177.732061] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1179.680830] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: SUCCESS [ 1179.681139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.124871] env[65987]: INFO networking_nsxv3.common.synchronization [req-b2c72b88-4196-45d3-bfc3-09e35386e9ec req-b2c49e94-296f-4f95-b04b-249dfd8598ef tempest-ServerActionsTestOtherA-1293518559 tempest-ServerActionsTestOtherA-1293518559-project-member] Enqueued Resource ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c with Priority: HIGHEST for action security_group_members [ 1181.124871] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c with Priority: HIGHEST for action security_group_members [ 1181.124871] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eff9f90-74be-4166-abd0-2c60a2d2bc9c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.125213] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.125213] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.125557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.125790] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.126111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.126219] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.126412] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.126532] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.126775] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eff9f90-74be-4166-abd0-2c60a2d2bc9c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.635045] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.635045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.635045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.635045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.635045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.635045] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.635045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.635045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.635045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.635045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.635045] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c is going to be updated. [ 1181.663222] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.663222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.663222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.663222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.663222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.673428] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c in Status: IN_PROGRESS for 2s [ 1182.230598] env[65987]: INFO networking_nsxv3.common.synchronization [None req-522dc52b-5314-411d-a31a-6a910c82be58 None None] Enqueued Resource ID: 964c65bc-c653-491a-821a-d0ea5695318a with Priority: HIGHEST for action port [ 1182.231182] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 964c65bc-c653-491a-821a-d0ea5695318a with Priority: HIGHEST for action port [ 1182.231501] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-964c65bc-c653-491a-821a-d0ea5695318a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.231624] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-964c65bc-c653-491a-821a-d0ea5695318a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.231694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-964c65bc-c653-491a-821a-d0ea5695318a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.231950] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-964c65bc-c653-491a-821a-d0ea5695318a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.232047] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('964c65bc-c653-491a-821a-d0ea5695318a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.734613] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 964c65bc-c653-491a-821a-d0ea5695318a [ 1182.734613] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.734613] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.734613] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.734613] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.734867] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.734867] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:964c65bc-c653-491a-821a-d0ea5695318a already deleted. [ 1182.734867] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-964c65bc-c653-491a-821a-d0ea5695318a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.686423] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c in Status: SUCCESS [ 1183.686423] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c deletion is rescheduled due to dependency. [ 1183.686739] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.359087] env[65987]: INFO networking_nsxv3.common.synchronization [None req-602e49ca-e129-4b37-96a9-f143e37c03d4 None None] Enqueued Resource ID: 9c84de33-47b1-463d-9ff3-c4907720862f with Priority: HIGHEST for action port [ 1184.359622] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c84de33-47b1-463d-9ff3-c4907720862f with Priority: HIGHEST for action port [ 1184.359930] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c84de33-47b1-463d-9ff3-c4907720862f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.360114] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c84de33-47b1-463d-9ff3-c4907720862f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.360114] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c84de33-47b1-463d-9ff3-c4907720862f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.360373] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c84de33-47b1-463d-9ff3-c4907720862f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.360456] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c84de33-47b1-463d-9ff3-c4907720862f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.862138] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c84de33-47b1-463d-9ff3-c4907720862f [ 1184.862475] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.862541] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.862578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.862798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.862887] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.862986] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c84de33-47b1-463d-9ff3-c4907720862f already deleted. [ 1184.863081] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c84de33-47b1-463d-9ff3-c4907720862f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.505501] env[65987]: INFO networking_nsxv3.common.synchronization [req-085963cf-4d42-444a-85a9-b9a2ccb1ff2a req-d6a36887-4a8f-4fae-9c23-a61882e0ff99 tempest-ServerDiskConfigTestJSON-1976003603 tempest-ServerDiskConfigTestJSON-1976003603-project-member] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1187.506172] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1187.506488] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.506753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.506753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.506918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.507596] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.507759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.507834] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.508022] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.508110] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.508202] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.814671] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.814861] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-955" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.814980] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-955" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.815343] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-955" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.815607] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.815787] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.815907] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.816496] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.816745] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.816992] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.817124] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.817235] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.817343] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.817450] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.817553] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.817683] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.839387] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.839546] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1187.839682] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.839872] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-955" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.840332] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-39117d94-90bc-4281-bf72-8db98955fdeb taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.840509] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-39117d94-90bc-4281-bf72-8db98955fdeb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.840628] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-39117d94-90bc-4281-bf72-8db98955fdeb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.840952] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-39117d94-90bc-4281-bf72-8db98955fdeb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.841101] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39117d94-90bc-4281-bf72-8db98955fdeb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.010784] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.010977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.010977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.011231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.011323] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.011520] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.011617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.011676] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.011822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.011901] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.011983] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef already deleted. [ 1188.012074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.343338] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.343582] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.343708] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.343981] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.344145] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.344315] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 39117d94-90bc-4281-bf72-8db98955fdeb not found, creating... [ 1188.344588] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.344734] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.344883] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.345062] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.345196] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.345516] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.345766] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.345898] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.346216] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.346356] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.346495] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 39117d94-90bc-4281-bf72-8db98955fdeb is going to be created. [ 1188.370373] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.370581] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.370694] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.371013] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.371255] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.371481] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-39117d94-90bc-4281-bf72-8db98955fdeb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.083394] env[65987]: INFO networking_nsxv3.common.synchronization [req-085963cf-4d42-444a-85a9-b9a2ccb1ff2a req-61005189-b491-4abd-8e6a-91c011d95064 service nova] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_rules [ 1189.083394] env[65987]: INFO networking_nsxv3.common.synchronization [req-085963cf-4d42-444a-85a9-b9a2ccb1ff2a req-61005189-b491-4abd-8e6a-91c011d95064 service nova] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1189.083394] env[65987]: INFO networking_nsxv3.common.synchronization [req-085963cf-4d42-444a-85a9-b9a2ccb1ff2a req-61005189-b491-4abd-8e6a-91c011d95064 service nova] Enqueued Resource ID: 39117d94-90bc-4281-bf72-8db98955fdeb with Priority: HIGHEST for action port [ 1189.083909] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_rules [ 1189.083909] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1189.083909] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39117d94-90bc-4281-bf72-8db98955fdeb with Priority: HIGHEST for action port [ 1189.084000] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.084359] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.084537] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.084822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.085068] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.085803] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.085919] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.085984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.086178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.086325] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.086417] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.086479] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.086630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.086713] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.086799] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.087860] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-39117d94-90bc-4281-bf72-8db98955fdeb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.087967] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39117d94-90bc-4281-bf72-8db98955fdeb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.092774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39117d94-90bc-4281-bf72-8db98955fdeb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.092774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39117d94-90bc-4281-bf72-8db98955fdeb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.092774] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39117d94-90bc-4281-bf72-8db98955fdeb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.594602] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.595700] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.595889] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.596120] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39117d94-90bc-4281-bf72-8db98955fdeb with status ACTIVE [ 1189.596296] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.596407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.596619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.596687] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.596746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.596917] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.597027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.597092] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.597240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.597317] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.597496] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.597590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.597657] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.597850] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.597923] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.598015] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39117d94-90bc-4281-bf72-8db98955fdeb is going to be updated. [ 1189.621329] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.621527] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.621527] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.621716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.621850] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.622015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39117d94-90bc-4281-bf72-8db98955fdeb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.101223] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.604053] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.604259] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.604259] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.604466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.604558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.604661] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef is going to be created. [ 1190.631295] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.631295] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.631511] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.631547] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.632715] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.643264] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: UNINITIALIZED for 2s [ 1191.024670] env[65987]: INFO networking_nsxv3.common.synchronization [req-8b887c6a-ed41-4ac9-9c58-9a2a8d49268d req-293be593-70ad-44c3-90b3-a436d1f20c34 tempest-ServerActionsTestOtherA-1293518559 tempest-ServerActionsTestOtherA-1293518559-project-member] Enqueued Resource ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 with Priority: HIGHEST for action security_group_members [ 1191.025336] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 with Priority: HIGHEST for action security_group_members [ 1191.025716] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ed63e7-7a50-448d-9974-1a7c06a44759 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.025833] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.025921] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.026128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.026292] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.026395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.026481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.026689] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.026799] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.026874] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ed63e7-7a50-448d-9974-1a7c06a44759',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.330927] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.331268] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-921" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.331306] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-921" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.331551] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-921" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.331822] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.331978] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.332110] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.332335] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.332480] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.332688] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.332805] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.332916] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.333035] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.333285] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.333441] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.333583] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.357981] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.358182] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1191.358311] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.358485] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-921" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.358804] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-16d45ab7-89c8-4d7b-bc73-1c8d710abc43 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.358977] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-16d45ab7-89c8-4d7b-bc73-1c8d710abc43" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.359108] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-16d45ab7-89c8-4d7b-bc73-1c8d710abc43" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.359453] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-16d45ab7-89c8-4d7b-bc73-1c8d710abc43" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.359571] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16d45ab7-89c8-4d7b-bc73-1c8d710abc43',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.529318] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.529510] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.529557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.529780] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.551664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.551932] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.552072] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.552140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.552339] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.552424] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.552511] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 is going to be updated. [ 1191.579087] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.579268] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.579400] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.579647] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.579799] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.589356] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 in Status: IN_PROGRESS for 2s [ 1191.863149] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.863149] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.863149] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.863432] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.863476] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.863629] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 16d45ab7-89c8-4d7b-bc73-1c8d710abc43 not found, creating... [ 1191.863888] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.864051] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.864167] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.864401] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.864527] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.864807] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.864956] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.865134] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.865361] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.865488] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.865623] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 16d45ab7-89c8-4d7b-bc73-1c8d710abc43 is going to be created. [ 1191.887958] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.888219] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.888311] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.888585] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.888840] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.889127] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-16d45ab7-89c8-4d7b-bc73-1c8d710abc43" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.586977] env[65987]: INFO networking_nsxv3.common.synchronization [req-8b887c6a-ed41-4ac9-9c58-9a2a8d49268d req-6abf6120-66c2-4721-ae80-1e65a58501e0 service nova] Enqueued Resource ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 with Priority: HIGHEST for action security_group_rules [ 1192.587241] env[65987]: INFO networking_nsxv3.common.synchronization [req-8b887c6a-ed41-4ac9-9c58-9a2a8d49268d req-6abf6120-66c2-4721-ae80-1e65a58501e0 service nova] Enqueued Resource ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 with Priority: HIGHEST for action security_group_members [ 1192.587425] env[65987]: INFO networking_nsxv3.common.synchronization [req-8b887c6a-ed41-4ac9-9c58-9a2a8d49268d req-6abf6120-66c2-4721-ae80-1e65a58501e0 service nova] Enqueued Resource ID: 16d45ab7-89c8-4d7b-bc73-1c8d710abc43 with Priority: HIGHEST for action port [ 1192.588022] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 with Priority: HIGHEST for action security_group_rules [ 1192.588343] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 with Priority: HIGHEST for action security_group_members [ 1192.588674] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d45ab7-89c8-4d7b-bc73-1c8d710abc43 with Priority: HIGHEST for action port [ 1192.589057] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ed63e7-7a50-448d-9974-1a7c06a44759 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.589253] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.589366] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.589636] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.589768] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ed63e7-7a50-448d-9974-1a7c06a44759',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.590840] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ed63e7-7a50-448d-9974-1a7c06a44759 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.591060] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.591385] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-16d45ab7-89c8-4d7b-bc73-1c8d710abc43 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.591560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16d45ab7-89c8-4d7b-bc73-1c8d710abc43" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.591678] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16d45ab7-89c8-4d7b-bc73-1c8d710abc43" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.591911] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16d45ab7-89c8-4d7b-bc73-1c8d710abc43" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.592064] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16d45ab7-89c8-4d7b-bc73-1c8d710abc43',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.652291] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: SUCCESS [ 1192.652507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.652636] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.652935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.653150] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.653266] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.653330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.653481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.653555] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.653638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.653720] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.094994] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ed63e7-7a50-448d-9974-1a7c06a44759 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.094994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.095176] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16d45ab7-89c8-4d7b-bc73-1c8d710abc43 with status ACTIVE [ 1193.095421] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.095483] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.095527] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.095800] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.095836] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.096024] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.096120] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.096182] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.096335] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.096409] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.096580] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.096669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.096726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.097449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.097449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.097449] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16d45ab7-89c8-4d7b-bc73-1c8d710abc43 is going to be updated. [ 1193.119376] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.119606] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.119666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.119857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.120016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.120188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16d45ab7-89c8-4d7b-bc73-1c8d710abc43" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.156497] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.156497] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.156497] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.156674] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.156895] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.156895] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.157079] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.157079] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.157544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.157544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.157544] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.157544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.157544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.157706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.157841] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.157961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.158043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.158236] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.158330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.158438] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.158851] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.599410] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 in Status: SUCCESS [ 1193.599739] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 deletion is rescheduled due to dependency. [ 1193.599739] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.599872] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.600130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.600308] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.600423] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.600487] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.600632] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.600713] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.600826] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ed63e7-7a50-448d-9974-1a7c06a44759',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.660513] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef: rpc.has_security_group_logging(os_id): False [ 1193.678106] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.678252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.678337] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.678519] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.678605] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.678882] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.678984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.679054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.679203] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.679279] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.679460] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.679552] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.679615] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.679748] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.679821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.679995] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.680128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.680178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.680290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.680359] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.680442] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef is going to be created. [ 1193.742304] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.742555] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.742555] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.742842] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.743102] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.753509] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: IN_PROGRESS for 2s [ 1194.103664] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48ed63e7-7a50-448d-9974-1a7c06a44759',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.606488] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48ed63e7-7a50-448d-9974-1a7c06a44759',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.108968] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.109165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.109235] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.109459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.109555] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.109658] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 is going to be updated. [ 1195.138019] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.138193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.138193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.138367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.138507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.147131] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 in Status: IN_PROGRESS for 2s [ 1195.767010] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: SUCCESS [ 1195.767431] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.157566] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 in Status: SUCCESS [ 1197.158033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.158033] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.158275] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.158473] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.158588] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.158653] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.158807] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.158920] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.159028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.159121] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48ed63e7-7a50-448d-9974-1a7c06a44759',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.590183] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1197.590314] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1197.661256] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ed63e7-7a50-448d-9974-1a7c06a44759 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.661560] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.661701] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.662070] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.662387] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.662572] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.662717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.663054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.663229] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.663417] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.663688] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ed63e7-7a50-448d-9974-1a7c06a44759 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.663867] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.664039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.664242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.664494] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.664651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.664759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.665016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.665178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.665339] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.665515] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48ed63e7-7a50-448d-9974-1a7c06a44759',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.169389] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48ed63e7-7a50-448d-9974-1a7c06a44759: rpc.has_security_group_logging(os_id): False [ 1198.192924] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.192924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.193214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.193278] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.193415] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.193679] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.193778] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.193836] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.193996] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.194100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.194286] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.194380] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.194440] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.194581] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.194655] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.194828] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.194932] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.195042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.195271] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.195359] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.195453] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 is going to be updated. [ 1198.264866] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.265108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.265108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.265296] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.265441] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.278847] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 in Status: IN_PROGRESS for 2s [ 1200.299789] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 in Status: SUCCESS [ 1200.300232] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.380368] env[65987]: INFO networking_nsxv3.common.synchronization [req-48b41039-cbea-4957-82b8-cab91b8d460c req-084964d3-216a-43c3-a79b-c8463a8f06cd tempest-ServerActionsTestOtherA-1293518559 tempest-ServerActionsTestOtherA-1293518559-project-member] Enqueued Resource ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 with Priority: HIGHEST for action security_group_members [ 1200.380902] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 with Priority: HIGHEST for action security_group_members [ 1200.381213] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ed63e7-7a50-448d-9974-1a7c06a44759 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.381355] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.381570] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.381652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.381833] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.381934] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.381987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.382273] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.382395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.382512] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ed63e7-7a50-448d-9974-1a7c06a44759',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.429138] env[65987]: INFO networking_nsxv3.common.synchronization [req-48b41039-cbea-4957-82b8-cab91b8d460c req-084964d3-216a-43c3-a79b-c8463a8f06cd tempest-ServerActionsTestOtherA-1293518559 tempest-ServerActionsTestOtherA-1293518559-project-member] Enqueued Resource ID: 16d45ab7-89c8-4d7b-bc73-1c8d710abc43 with Priority: HIGHEST for action port [ 1200.429775] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d45ab7-89c8-4d7b-bc73-1c8d710abc43 with Priority: HIGHEST for action port [ 1200.430243] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-16d45ab7-89c8-4d7b-bc73-1c8d710abc43 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.430446] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16d45ab7-89c8-4d7b-bc73-1c8d710abc43" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.430558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16d45ab7-89c8-4d7b-bc73-1c8d710abc43" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.430862] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16d45ab7-89c8-4d7b-bc73-1c8d710abc43" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.431019] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16d45ab7-89c8-4d7b-bc73-1c8d710abc43',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.884562] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.884757] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.884811] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.885017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.885108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.885319] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.885422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.885458] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.885603] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.885678] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.885788] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 is going to be updated. [ 1200.918178] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.918332] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.918475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.918615] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.918757] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.929966] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 in Status: IN_PROGRESS for 2s [ 1200.933376] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16d45ab7-89c8-4d7b-bc73-1c8d710abc43 with status ACTIVE [ 1200.933582] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.933729] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.933798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.934023] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.934115] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.934305] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.934406] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.934468] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.934631] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.934706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.934886] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.934980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.935055] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.935196] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.935269] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.935352] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16d45ab7-89c8-4d7b-bc73-1c8d710abc43 is going to be updated. [ 1200.956266] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.956411] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.956486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.956684] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.957318] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.957318] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16d45ab7-89c8-4d7b-bc73-1c8d710abc43" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.940019] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 in Status: SUCCESS [ 1202.940317] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ed63e7-7a50-448d-9974-1a7c06a44759 deletion is rescheduled due to dependency. [ 1202.940356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ed63e7-7a50-448d-9974-1a7c06a44759" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.430413] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1205.430721] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1209.731168] env[65987]: INFO networking_nsxv3.common.synchronization [req-6e4388a2-07bb-4018-99e4-4face743fbef req-023ac71f-7d4e-4e7f-81ed-f6d9210da7de tempest-ServerDiskConfigTestJSON-1976003603 tempest-ServerDiskConfigTestJSON-1976003603-project-member] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1209.731717] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1209.732018] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.732153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.732221] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.732418] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.732569] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.732689] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.732727] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.732858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.732938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.733054] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.235480] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.235646] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.235719] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.235957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.236065] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.236272] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.236406] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.236455] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.236574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.236648] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.236732] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef is going to be updated. [ 1210.266679] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.266834] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.266903] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.267122] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.267265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.275684] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: IN_PROGRESS for 2s [ 1212.197679] env[65987]: INFO networking_nsxv3.common.synchronization [req-2e1ecb5f-4409-4471-9761-1455b4f2d7b2 req-88e361c5-6fdc-4078-ac2e-44e4369dc99c tempest-AttachVolumeNegativeTest-1685597108 tempest-AttachVolumeNegativeTest-1685597108-project-member] Enqueued Resource ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e with Priority: HIGHEST for action security_group_members [ 1212.198339] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e with Priority: HIGHEST for action security_group_members [ 1212.198663] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f848b9d-3d11-48fc-ac3c-5be40fa7895e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.198784] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.198849] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.199192] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.199361] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.199460] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.199524] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.199679] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.199766] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.199860] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f848b9d-3d11-48fc-ac3c-5be40fa7895e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.287302] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: SUCCESS [ 1212.287559] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef deletion is rescheduled due to dependency. [ 1212.287620] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.702262] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.702481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.702481] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.702707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.702799] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.703014] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.703120] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.703191] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.703349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.703421] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.703508] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e is going to be updated. [ 1212.731748] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.731964] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.731964] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.732168] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.732435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.742599] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e in Status: IN_PROGRESS for 2s [ 1213.194616] env[65987]: INFO networking_nsxv3.common.synchronization [req-cedff9da-36b0-4ced-af33-612e0ee2d619 req-c1af0fa1-cbcc-4d6d-bcca-2bfa013b36cd tempest-ServerDiskConfigTestJSON-1976003603 tempest-ServerDiskConfigTestJSON-1976003603-project-member] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1213.194616] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1213.194616] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.194931] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.195130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.195557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.195853] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.196132] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.197695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.197695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.197695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.197695] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.475701] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.475902] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-955" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.476057] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-955" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.476316] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-955" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.476571] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.476723] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.476837] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.477051] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.477200] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.477410] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.477546] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1213.477671] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1213.477784] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1213.477931] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.477988] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1213.478167] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1213.498533] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1213.498695] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1213.498863] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1213.498985] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-955" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.499444] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-5858ce73-3ace-4db4-ac88-02e8bec4b36e taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.499540] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-5858ce73-3ace-4db4-ac88-02e8bec4b36e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.499622] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-5858ce73-3ace-4db4-ac88-02e8bec4b36e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.499942] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-5858ce73-3ace-4db4-ac88-02e8bec4b36e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.500088] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5858ce73-3ace-4db4-ac88-02e8bec4b36e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.698789] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.699088] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.699236] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.699544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.699679] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.699960] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.700124] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.700232] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.700469] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.700570] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.700683] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef is going to be updated. [ 1213.726874] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.727122] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.727122] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.727257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.727398] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.737273] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: IN_PROGRESS for 2s [ 1214.003276] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.003495] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.003572] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.003862] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.004031] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.004222] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 5858ce73-3ace-4db4-ac88-02e8bec4b36e not found, creating... [ 1214.004492] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.004646] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.004761] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.004979] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.005150] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.005413] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.005566] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.005683] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.005882] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.006031] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.006170] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 5858ce73-3ace-4db4-ac88-02e8bec4b36e is going to be created. [ 1214.027072] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.027299] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.027379] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.027634] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.027857] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.028141] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-5858ce73-3ace-4db4-ac88-02e8bec4b36e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.730165] env[65987]: INFO networking_nsxv3.common.synchronization [req-cedff9da-36b0-4ced-af33-612e0ee2d619 req-61115fe7-1c86-4830-965f-dedc885a5c1a service nova] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_rules [ 1214.730493] env[65987]: INFO networking_nsxv3.common.synchronization [req-cedff9da-36b0-4ced-af33-612e0ee2d619 req-61115fe7-1c86-4830-965f-dedc885a5c1a service nova] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1214.730582] env[65987]: INFO networking_nsxv3.common.synchronization [req-cedff9da-36b0-4ced-af33-612e0ee2d619 req-61115fe7-1c86-4830-965f-dedc885a5c1a service nova] Enqueued Resource ID: 5858ce73-3ace-4db4-ac88-02e8bec4b36e with Priority: HIGHEST for action port [ 1214.731187] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_rules [ 1214.731347] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1214.731568] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5858ce73-3ace-4db4-ac88-02e8bec4b36e with Priority: HIGHEST for action port [ 1214.731757] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.731877] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.731942] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.732146] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.732265] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.733176] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.733848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.733848] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-5858ce73-3ace-4db4-ac88-02e8bec4b36e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.733848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5858ce73-3ace-4db4-ac88-02e8bec4b36e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.733848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5858ce73-3ace-4db4-ac88-02e8bec4b36e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.734183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5858ce73-3ace-4db4-ac88-02e8bec4b36e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.734183] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5858ce73-3ace-4db4-ac88-02e8bec4b36e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.752204] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e in Status: SUCCESS [ 1214.752369] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e deletion is rescheduled due to dependency. [ 1214.752480] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.236149] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.236367] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.236489] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5858ce73-3ace-4db4-ac88-02e8bec4b36e with status ACTIVE [ 1215.236668] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.236826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.236901] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.237133] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.237221] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.237394] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.237487] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.237546] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.237720] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.237798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.237975] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.238120] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.238288] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.238355] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.238390] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.238475] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5858ce73-3ace-4db4-ac88-02e8bec4b36e is going to be updated. [ 1215.259115] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.259313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.259385] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.259590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.259728] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.259889] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5858ce73-3ace-4db4-ac88-02e8bec4b36e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.748602] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: SUCCESS [ 1215.749201] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef deletion is rescheduled due to dependency. [ 1215.749201] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.749201] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.749359] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.749565] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.749710] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.749778] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.749968] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.750070] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.750273] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.252514] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.755346] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.258848] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.259153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.259278] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.259598] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.259757] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.259923] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef is going to be updated. [ 1217.292527] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.292808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.292904] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.293247] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.293491] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.303429] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: IN_PROGRESS for 2s [ 1219.252354] env[65987]: INFO networking_nsxv3.common.synchronization [None req-6533fe48-95cc-4903-a3b6-bb10625adb41 tempest-ServerActionsTestJSON-1271191567 tempest-ServerActionsTestJSON-1271191567-project-member] Enqueued Resource ID: d18b7417-8811-491a-ba85-53c1a542b186 with Priority: HIGHEST for action security_group_rules [ 1219.252991] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18b7417-8811-491a-ba85-53c1a542b186 with Priority: HIGHEST for action security_group_rules [ 1219.253642] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18b7417-8811-491a-ba85-53c1a542b186 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.253776] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.253847] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.254113] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.254199] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18b7417-8811-491a-ba85-53c1a542b186',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.315079] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: SUCCESS [ 1219.315289] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.315455] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.315685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.316087] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.316087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.316087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.316352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.316352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.316420] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.316593] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.342272] env[65987]: INFO networking_nsxv3.common.synchronization [None req-937bb7eb-f70a-499a-9d9b-986559a9cd9e tempest-ServerActionsTestJSON-1271191567 tempest-ServerActionsTestJSON-1271191567-project-member] Enqueued Resource ID: d18b7417-8811-491a-ba85-53c1a542b186 with Priority: HIGHEST for action security_group_rules [ 1219.343121] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18b7417-8811-491a-ba85-53c1a542b186 with Priority: HIGHEST for action security_group_rules [ 1219.343121] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18b7417-8811-491a-ba85-53c1a542b186 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.343226] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.778062] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.778371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.778371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.778732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.778890] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.779060] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18b7417-8811-491a-ba85-53c1a542b186 already deleted. [ 1219.779257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.779485] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.779772] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.779899] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18b7417-8811-491a-ba85-53c1a542b186',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.819288] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.819483] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.819530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.819768] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.819975] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.820099] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.820165] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.820326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.820587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.820587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.820701] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.820750] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.820784] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.820927] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.821097] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.821197] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.821258] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.821709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.821709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.821709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.821709] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.303980] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.304468] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.304468] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.304468] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.304568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.304599] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18b7417-8811-491a-ba85-53c1a542b186 already deleted. [ 1220.304861] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.324513] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef: rpc.has_security_group_logging(os_id): False [ 1220.345923] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.346225] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.346318] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.346551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.346655] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.346880] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.347028] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.347085] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.347293] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.347378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.347636] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.347739] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.347803] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.347958] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.348053] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.348430] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.348574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.348659] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.348809] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.348893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.348987] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef is going to be updated. [ 1220.417497] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.417705] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.417705] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.417912] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.418129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.436160] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: IN_PROGRESS for 2s [ 1222.455991] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: SUCCESS [ 1222.456304] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.344274] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.344549] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1227.455048] env[65987]: INFO networking_nsxv3.common.synchronization [req-03550a2c-682b-4538-a636-44a96d2ba7f4 req-1d783ec8-c04b-4b23-9883-a29ea53ce71a tempest-ServerActionsTestJSON-1271191567 tempest-ServerActionsTestJSON-1271191567-project-member] Enqueued Resource ID: d18b7417-8811-491a-ba85-53c1a542b186 with Priority: HIGHEST for action security_group_members [ 1227.455589] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18b7417-8811-491a-ba85-53c1a542b186 with Priority: HIGHEST for action security_group_members [ 1227.456263] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b7417-8811-491a-ba85-53c1a542b186 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.456423] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.456493] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.456819] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.457039] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.457113] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.457182] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.457317] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.457406] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.457509] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18b7417-8811-491a-ba85-53c1a542b186',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.905879] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.906273] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-688" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.906483] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-688" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.906954] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-688" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.907314] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.907585] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.907769] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.908114] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.908545] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.908761] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.908972] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1227.909163] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1227.909345] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1227.909615] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.909789] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1227.909989] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1227.933643] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1227.933902] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1227.934159] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1227.934448] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-688" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.935114] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-9057eb3b-a35a-47f9-98aa-6d43b83c7191 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.935830] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-9057eb3b-a35a-47f9-98aa-6d43b83c7191" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.935830] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-9057eb3b-a35a-47f9-98aa-6d43b83c7191" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.936133] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-9057eb3b-a35a-47f9-98aa-6d43b83c7191" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.937126] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9057eb3b-a35a-47f9-98aa-6d43b83c7191',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.960050] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.960050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.960050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.960050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.960426] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.960645] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.960814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.960896] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.961110] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.961233] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.961419] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18b7417-8811-491a-ba85-53c1a542b186 already deleted. [ 1227.961502] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.440624] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.440912] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.440996] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.441293] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.441443] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.441635] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 9057eb3b-a35a-47f9-98aa-6d43b83c7191 not found, creating... [ 1228.441915] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.442085] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.442227] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.442466] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.442615] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.442925] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.443098] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.443242] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.443479] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.443619] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.443758] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 9057eb3b-a35a-47f9-98aa-6d43b83c7191 is going to be created. [ 1228.464839] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.465301] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.465301] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.465545] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.465792] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.466160] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-9057eb3b-a35a-47f9-98aa-6d43b83c7191" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.172691] env[65987]: INFO networking_nsxv3.common.synchronization [req-03550a2c-682b-4538-a636-44a96d2ba7f4 req-36291a16-8c67-45e3-94f0-bb3d4dc29faf service nova] Enqueued Resource ID: d18b7417-8811-491a-ba85-53c1a542b186 with Priority: HIGHEST for action security_group_rules [ 1229.172890] env[65987]: INFO networking_nsxv3.common.synchronization [req-03550a2c-682b-4538-a636-44a96d2ba7f4 req-36291a16-8c67-45e3-94f0-bb3d4dc29faf service nova] Enqueued Resource ID: d18b7417-8811-491a-ba85-53c1a542b186 with Priority: HIGHEST for action security_group_members [ 1229.173041] env[65987]: INFO networking_nsxv3.common.synchronization [req-03550a2c-682b-4538-a636-44a96d2ba7f4 req-36291a16-8c67-45e3-94f0-bb3d4dc29faf service nova] Enqueued Resource ID: 9057eb3b-a35a-47f9-98aa-6d43b83c7191 with Priority: HIGHEST for action port [ 1229.173576] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18b7417-8811-491a-ba85-53c1a542b186 with Priority: HIGHEST for action security_group_rules [ 1229.173716] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18b7417-8811-491a-ba85-53c1a542b186 with Priority: HIGHEST for action security_group_members [ 1229.174067] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9057eb3b-a35a-47f9-98aa-6d43b83c7191 with Priority: HIGHEST for action port [ 1229.174190] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18b7417-8811-491a-ba85-53c1a542b186 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.174319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.174391] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.174579] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.174682] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18b7417-8811-491a-ba85-53c1a542b186',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.175572] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b7417-8811-491a-ba85-53c1a542b186 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.175732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.175804] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.176038] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.176246] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.176364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.176426] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.176603] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.176672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.176765] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18b7417-8811-491a-ba85-53c1a542b186',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.177606] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-9057eb3b-a35a-47f9-98aa-6d43b83c7191 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.177713] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9057eb3b-a35a-47f9-98aa-6d43b83c7191" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.177782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9057eb3b-a35a-47f9-98aa-6d43b83c7191" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.177928] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9057eb3b-a35a-47f9-98aa-6d43b83c7191" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.178015] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9057eb3b-a35a-47f9-98aa-6d43b83c7191',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.683783] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18b7417-8811-491a-ba85-53c1a542b186',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.684769] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9057eb3b-a35a-47f9-98aa-6d43b83c7191 with status ACTIVE [ 1229.685036] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.685317] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.685317] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.685439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.685531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.685710] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.685805] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.685862] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.686026] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.686130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.686277] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.686369] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.686431] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.686681] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.686681] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.686780] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9057eb3b-a35a-47f9-98aa-6d43b83c7191 is going to be updated. [ 1229.687833] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b7417-8811-491a-ba85-53c1a542b186 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.687935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.710705] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.711009] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.711009] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.711356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.711427] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.711988] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9057eb3b-a35a-47f9-98aa-6d43b83c7191" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.735695] env[65987]: INFO networking_nsxv3.common.synchronization [req-da3017cf-5283-432c-8f3d-16c7eaa8ded6 req-04762be2-c7ff-4309-8c2d-118f3faf95ca tempest-ServerActionsTestOtherA-1293518559 tempest-ServerActionsTestOtherA-1293518559-project-member] Enqueued Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGHEST for action security_group_members [ 1229.735981] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGHEST for action security_group_members [ 1229.736921] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.736921] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.736921] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.736921] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.736921] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.736921] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.737257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.737257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.737257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.737358] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.076147] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.076393] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-921" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.076512] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-921" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.076792] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-921" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.077065] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.077227] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.077344] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.077558] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.077700] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.077927] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.078052] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.078159] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.078311] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.078426] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.078532] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.078666] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1230.098772] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1230.098952] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1230.099073] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1230.099258] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-921" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.099582] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-2f0e3feb-6e2e-4c2b-885e-8ca1b14660ae taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.099746] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-2f0e3feb-6e2e-4c2b-885e-8ca1b14660ae" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.099865] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-2f0e3feb-6e2e-4c2b-885e-8ca1b14660ae" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.100223] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-2f0e3feb-6e2e-4c2b-885e-8ca1b14660ae" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.100364] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f0e3feb-6e2e-4c2b-885e-8ca1b14660ae',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.189303] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18b7417-8811-491a-ba85-53c1a542b186',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.240141] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.603309] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.603592] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.603734] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.604057] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.604281] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.604465] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 2f0e3feb-6e2e-4c2b-885e-8ca1b14660ae not found, creating... [ 1230.604784] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.604953] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.605094] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.605337] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.605504] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.605826] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.605993] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.606144] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.606409] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.606568] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.606756] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 2f0e3feb-6e2e-4c2b-885e-8ca1b14660ae is going to be created. [ 1230.631916] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.632226] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.632359] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.632673] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.632938] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.633299] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-2f0e3feb-6e2e-4c2b-885e-8ca1b14660ae" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.691626] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.692139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.692139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.692139] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.692292] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.692336] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18b7417-8811-491a-ba85-53c1a542b186 is going to be created. [ 1230.724691] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.725014] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.725014] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.725200] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.725364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.742757] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18b7417-8811-491a-ba85-53c1a542b186 in Status: UNINITIALIZED for 2s [ 1230.743024] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.246067] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.246469] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.246469] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.246585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.246642] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.246744] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a is going to be updated. [ 1231.291229] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.291474] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.291474] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.291664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.291798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.303402] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a in Status: IN_PROGRESS for 2s [ 1231.388032] env[65987]: INFO networking_nsxv3.common.synchronization [req-da3017cf-5283-432c-8f3d-16c7eaa8ded6 req-07c08012-cf46-4f33-8d48-bb548c6904a1 service nova] Enqueued Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGHEST for action security_group_rules [ 1231.388367] env[65987]: INFO networking_nsxv3.common.synchronization [req-da3017cf-5283-432c-8f3d-16c7eaa8ded6 req-07c08012-cf46-4f33-8d48-bb548c6904a1 service nova] Enqueued Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGHEST for action security_group_members [ 1231.388629] env[65987]: INFO networking_nsxv3.common.synchronization [req-da3017cf-5283-432c-8f3d-16c7eaa8ded6 req-07c08012-cf46-4f33-8d48-bb548c6904a1 service nova] Enqueued Resource ID: 2f0e3feb-6e2e-4c2b-885e-8ca1b14660ae with Priority: HIGHEST for action port [ 1231.389761] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGHEST for action security_group_rules [ 1231.390041] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGHEST for action security_group_members [ 1231.390226] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0e3feb-6e2e-4c2b-885e-8ca1b14660ae with Priority: HIGHEST for action port [ 1231.390636] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.390808] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.390911] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.391297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.391430] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.393329] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.393506] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.393829] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f0e3feb-6e2e-4c2b-885e-8ca1b14660ae taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.394036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f0e3feb-6e2e-4c2b-885e-8ca1b14660ae" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.394100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f0e3feb-6e2e-4c2b-885e-8ca1b14660ae" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.394369] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f0e3feb-6e2e-4c2b-885e-8ca1b14660ae" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.395036] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f0e3feb-6e2e-4c2b-885e-8ca1b14660ae',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.894282] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.894282] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.897643] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f0e3feb-6e2e-4c2b-885e-8ca1b14660ae with status ACTIVE [ 1231.897833] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.897962] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.898045] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.898279] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.898347] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.898513] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.898604] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.898664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.898810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.898883] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.899085] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.899185] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.899264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.899426] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.899503] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.899587] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f0e3feb-6e2e-4c2b-885e-8ca1b14660ae is going to be updated. [ 1231.922035] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.922194] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.922259] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.922467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.922600] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.922760] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f0e3feb-6e2e-4c2b-885e-8ca1b14660ae" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.752362] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18b7417-8811-491a-ba85-53c1a542b186 in Status: SUCCESS [ 1232.752600] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.752763] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.752984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.753192] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.753313] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.753379] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.753530] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.753607] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.753695] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.753783] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d18b7417-8811-491a-ba85-53c1a542b186',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.256385] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d18b7417-8811-491a-ba85-53c1a542b186',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.313930] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a in Status: SUCCESS [ 1233.314197] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.314392] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.314615] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.314804] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.314921] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.314988] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.315152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.315234] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.315330] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.759052] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d18b7417-8811-491a-ba85-53c1a542b186: rpc.has_security_group_logging(os_id): False [ 1233.781534] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.781802] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.781858] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.782145] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.782258] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.782570] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.782670] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.782737] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.782944] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.783075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.783178] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18b7417-8811-491a-ba85-53c1a542b186 is going to be created. [ 1233.818482] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.854179] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.854449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.854449] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.854609] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.854800] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.869180] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18b7417-8811-491a-ba85-53c1a542b186 in Status: IN_PROGRESS for 2s [ 1234.321671] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.824642] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.824838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.824888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.825118] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.825213] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.825314] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a is going to be updated. [ 1234.854260] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.854428] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.854499] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.854681] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.854830] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.865035] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a in Status: IN_PROGRESS for 2s [ 1235.882755] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18b7417-8811-491a-ba85-53c1a542b186 in Status: SUCCESS [ 1235.883092] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.391162] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1236.391295] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1236.875905] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a in Status: SUCCESS [ 1236.876171] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.876345] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.876652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.876884] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.877017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.877087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.877260] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.877343] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.877429] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.877522] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.380115] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.882290] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0e8594c-feda-4ca0-85ab-a0a522c55c0a: rpc.has_security_group_logging(os_id): False [ 1237.909189] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.909392] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.909392] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.909624] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.909718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.910067] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.910067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.910210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.910284] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.910359] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.910447] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a is going to be updated. [ 1237.984908] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.985153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.985153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.985536] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.985673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.001918] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a in Status: IN_PROGRESS for 2s [ 1238.075335] env[65987]: INFO networking_nsxv3.common.synchronization [req-fe622087-7a22-4350-af33-d04764dc0812 req-883b0d6a-47c1-4bac-a245-1103344d806a tempest-ServerDiskConfigTestJSON-1976003603 tempest-ServerDiskConfigTestJSON-1976003603-project-member] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1238.075920] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1238.076347] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.076559] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.076657] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.076940] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.077177] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.077316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.077407] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.077624] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.077738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.077861] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.581815] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.582157] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.582157] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.582549] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.582662] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.582895] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.582984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.583073] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.583227] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.583308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.583393] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef is going to be updated. [ 1238.614729] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.614887] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.614961] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.615250] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.615317] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.627463] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: IN_PROGRESS for 2s [ 1240.014881] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a in Status: SUCCESS [ 1240.015158] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.637454] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: SUCCESS [ 1240.637648] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef deletion is rescheduled due to dependency. [ 1240.637734] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.472507] env[65987]: INFO networking_nsxv3.common.synchronization [req-7eb9bef5-a91f-4b1a-87d1-1933ba4d8a69 req-5b3a6bb7-a5d7-47f2-bfb5-89ef5074aaa0 tempest-ServerDiskConfigTestJSON-1976003603 tempest-ServerDiskConfigTestJSON-1976003603-project-member] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1241.473097] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1241.473426] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.473570] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.473638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.473836] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.473995] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.474119] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.474194] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.474358] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.474425] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.474518] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.770296] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.770662] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-955" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.770885] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-955" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.771310] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-955" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.771712] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.772231] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.772231] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.772511] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.773602] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.774180] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1241.774341] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1241.774493] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1241.774611] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1241.774776] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1241.774890] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1241.775041] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1241.795635] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1241.795825] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1241.795977] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1241.796235] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-955" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.796575] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-2bf41ad0-edd0-49a1-82ca-099c368a0391 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.796759] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-2bf41ad0-edd0-49a1-82ca-099c368a0391" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.796881] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-2bf41ad0-edd0-49a1-82ca-099c368a0391" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.797251] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-2bf41ad0-edd0-49a1-82ca-099c368a0391" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.797419] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bf41ad0-edd0-49a1-82ca-099c368a0391',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.981409] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.981640] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.981640] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.981866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.981960] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.982186] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.982317] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.982363] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.982511] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.982597] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.982708] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef is going to be updated. [ 1242.007868] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.008113] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.008113] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.008388] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.008499] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.018067] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: IN_PROGRESS for 2s [ 1242.300139] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.300378] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.300585] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.300801] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.300950] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.301125] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 2bf41ad0-edd0-49a1-82ca-099c368a0391 not found, creating... [ 1242.301403] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.301558] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.301671] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.301892] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.302313] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.302313] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.302460] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.302575] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.302781] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.302911] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.303069] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 2bf41ad0-edd0-49a1-82ca-099c368a0391 is going to be created. [ 1242.326540] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.326817] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.326989] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.327373] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.327688] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.327994] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-2bf41ad0-edd0-49a1-82ca-099c368a0391" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.015648] env[65987]: INFO networking_nsxv3.common.synchronization [req-7eb9bef5-a91f-4b1a-87d1-1933ba4d8a69 req-8b69da04-267e-4210-9cab-d56bbd58ac14 service nova] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_rules [ 1243.015921] env[65987]: INFO networking_nsxv3.common.synchronization [req-7eb9bef5-a91f-4b1a-87d1-1933ba4d8a69 req-8b69da04-267e-4210-9cab-d56bbd58ac14 service nova] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1243.016057] env[65987]: INFO networking_nsxv3.common.synchronization [req-7eb9bef5-a91f-4b1a-87d1-1933ba4d8a69 req-8b69da04-267e-4210-9cab-d56bbd58ac14 service nova] Enqueued Resource ID: 2bf41ad0-edd0-49a1-82ca-099c368a0391 with Priority: HIGHEST for action port [ 1243.016581] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_rules [ 1243.016662] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1243.016715] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf41ad0-edd0-49a1-82ca-099c368a0391 with Priority: HIGHEST for action port [ 1243.016982] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.017300] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.017404] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.017662] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.017778] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.018958] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.019105] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.019393] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bf41ad0-edd0-49a1-82ca-099c368a0391 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.019544] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bf41ad0-edd0-49a1-82ca-099c368a0391" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.019648] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bf41ad0-edd0-49a1-82ca-099c368a0391" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.019857] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bf41ad0-edd0-49a1-82ca-099c368a0391" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.020016] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bf41ad0-edd0-49a1-82ca-099c368a0391',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.522218] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.522435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.522525] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bf41ad0-edd0-49a1-82ca-099c368a0391 with status ACTIVE [ 1243.522686] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.522818] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.522862] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.523076] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.523167] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.523338] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.523570] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.523570] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.523721] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.523757] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.523916] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.524015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.524075] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.524211] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.524283] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.524366] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bf41ad0-edd0-49a1-82ca-099c368a0391 is going to be updated. [ 1243.545905] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.546054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.546054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.546262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.546411] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.546601] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bf41ad0-edd0-49a1-82ca-099c368a0391" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.029906] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: SUCCESS [ 1244.029906] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef deletion is rescheduled due to dependency. [ 1244.030336] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.030336] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.030336] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.030534] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.030649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.030713] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.030864] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.030947] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.031056] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.533475] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.036442] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.439913] env[65987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1245.440108] env[65987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] NSXv3 Agent Agent loop - iteration:3 started [ 1245.539307] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.539507] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.539575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.539793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.539884] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.539983] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef is going to be updated. [ 1245.573384] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.573384] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.573614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.573655] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.573853] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.583513] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: IN_PROGRESS for 2s [ 1245.934905] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.935122] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-344" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.935251] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-344" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.935532] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-344" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.935800] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.935947] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.936081] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.936298] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.936444] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.936654] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.936765] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.936870] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.936976] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.937093] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.937199] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.937338] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.958987] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.958987] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1245.959223] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.959275] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-344" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.959677] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-50eef670-ff72-4e1b-a028-9058497520a9 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.959864] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-50eef670-ff72-4e1b-a028-9058497520a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.959984] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-50eef670-ff72-4e1b-a028-9058497520a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.960277] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-50eef670-ff72-4e1b-a028-9058497520a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.960416] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50eef670-ff72-4e1b-a028-9058497520a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.462833] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.462833] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.462833] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.463371] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.463371] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.463610] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.463774] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.463892] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.464151] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.464288] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.464604] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.464772] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.464888] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.465110] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.465246] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.465389] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 50eef670-ff72-4e1b-a028-9058497520a9 is going to be updated. [ 1246.487914] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.488190] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.488282] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.488614] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.488817] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.489032] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-50eef670-ff72-4e1b-a028-9058497520a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.189069] env[65987]: INFO networking_nsxv3.common.synchronization [req-e3a0e2fd-33b7-4a7a-b0f4-5845e71eaeaf req-151b9dbb-899f-428c-a9b6-5d4b3d8b525f service nova] Enqueued Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_rules [ 1247.189069] env[65987]: INFO networking_nsxv3.common.synchronization [req-e3a0e2fd-33b7-4a7a-b0f4-5845e71eaeaf req-151b9dbb-899f-428c-a9b6-5d4b3d8b525f service nova] Enqueued Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_members [ 1247.189069] env[65987]: INFO networking_nsxv3.common.synchronization [req-e3a0e2fd-33b7-4a7a-b0f4-5845e71eaeaf req-151b9dbb-899f-428c-a9b6-5d4b3d8b525f service nova] Enqueued Resource ID: 50eef670-ff72-4e1b-a028-9058497520a9 with Priority: HIGHEST for action port [ 1247.189431] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_rules [ 1247.189431] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_members [ 1247.189431] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50eef670-ff72-4e1b-a028-9058497520a9 with Priority: HIGHEST for action port [ 1247.189688] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.189754] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.189810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.190017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.190121] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.191020] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.191242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.191242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.191374] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.191496] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.191583] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.191639] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.191790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.191899] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.191962] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.193079] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-50eef670-ff72-4e1b-a028-9058497520a9 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.193357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50eef670-ff72-4e1b-a028-9058497520a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.193357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50eef670-ff72-4e1b-a028-9058497520a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.193599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50eef670-ff72-4e1b-a028-9058497520a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.193599] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50eef670-ff72-4e1b-a028-9058497520a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.593547] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: SUCCESS [ 1247.593892] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.593968] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.594206] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.594397] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.594515] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.594580] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.594729] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.594807] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.594888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.594975] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.694806] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.694931] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.695146] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.698050] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50eef670-ff72-4e1b-a028-9058497520a9 with status ACTIVE [ 1247.698050] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.698050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.698050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.698382] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.698382] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.698382] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.698517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.698558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.698689] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.698762] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.698939] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.699044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.699106] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.699243] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.699316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.699400] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50eef670-ff72-4e1b-a028-9058497520a9 is going to be updated. [ 1247.719939] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.720151] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.720151] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.720345] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.720478] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.720651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50eef670-ff72-4e1b-a028-9058497520a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.097557] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.097726] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.097790] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.098025] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.098286] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.098439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.098439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.098592] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.098678] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.098770] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.098923] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.099029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.099093] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.099299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.099362] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.099437] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.099489] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.099643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.099714] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.099856] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.099917] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.196944] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.602193] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef: rpc.has_security_group_logging(os_id): False [ 1248.626821] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.626976] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.627032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.627299] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.627420] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.627667] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.627787] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.627880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.628087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.628172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.628384] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.628520] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.628653] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.628729] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.628801] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.628982] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.629100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.629191] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.629370] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.629464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.629589] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef is going to be updated. [ 1248.700152] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.700349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.700349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.700589] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.700668] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.700788] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 is going to be updated. [ 1248.722518] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.722742] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.722785] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.722990] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.723176] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.742675] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: IN_PROGRESS for 2s [ 1248.747558] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.747729] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.747802] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.747987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.748148] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.758015] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: IN_PROGRESS for 2s [ 1250.757720] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: SUCCESS [ 1250.758068] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.767815] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: SUCCESS [ 1250.768078] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.768261] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.768535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.768764] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.768905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.769032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.769230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.769322] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.769424] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.769560] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.271547] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.773332] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1: rpc.has_security_group_logging(os_id): False [ 1251.793462] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.793714] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.793714] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.793962] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.794104] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.794402] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.794516] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.794584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.794751] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.794829] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.794932] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 is going to be updated. [ 1251.870856] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.871085] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.871150] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.871394] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.871574] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.888783] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: IN_PROGRESS for 2s [ 1252.190388] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1252.190592] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1253.908760] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: SUCCESS [ 1253.909234] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.191752] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.191752] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1262.193659] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.193985] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1266.005380] env[65987]: INFO networking_nsxv3.common.synchronization [req-96a75ac9-900b-4362-8e73-77402d059e7d req-c425c8b4-e719-4d6a-915a-73cb3925f8a7 tempest-ServerActionsTestOtherB-681768895 tempest-ServerActionsTestOtherB-681768895-project-member] Enqueued Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_members [ 1266.006265] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGHEST for action security_group_members [ 1266.006340] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.006438] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.006505] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.006704] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.006858] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.007074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.007156] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.007459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.007459] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.007459] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.510591] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.510812] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.510860] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.511104] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.511209] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.511382] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.511480] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.511531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.511683] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.511758] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.511840] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 is going to be updated. [ 1266.544955] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.545257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.545257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.545328] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.545442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.553972] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: IN_PROGRESS for 2s [ 1268.566750] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 in Status: SUCCESS [ 1268.566750] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 deletion is rescheduled due to dependency. [ 1268.566750] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.007021] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.007411] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1276.008620] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.008936] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1278.471533] env[65987]: INFO networking_nsxv3.common.synchronization [None req-a35f404f-d196-437e-a09e-c225ce16b8ad tempest-ServerDiskConfigTestJSON-1976003603 tempest-ServerDiskConfigTestJSON-1976003603-project-member] Enqueued Resource ID: 1ec04e72-a992-458f-9694-614ad6243536 with Priority: HIGHEST for action security_group_rules [ 1278.472087] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec04e72-a992-458f-9694-614ad6243536 with Priority: HIGHEST for action security_group_rules [ 1278.472434] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ec04e72-a992-458f-9694-614ad6243536 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.472528] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ec04e72-a992-458f-9694-614ad6243536" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.472594] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ec04e72-a992-458f-9694-614ad6243536" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.472846] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ec04e72-a992-458f-9694-614ad6243536" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.472928] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ec04e72-a992-458f-9694-614ad6243536',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.556662] env[65987]: INFO networking_nsxv3.common.synchronization [None req-957059c7-a847-40c7-8bfa-36367b7bb6be tempest-ServerDiskConfigTestJSON-1976003603 tempest-ServerDiskConfigTestJSON-1976003603-project-member] Enqueued Resource ID: 1ec04e72-a992-458f-9694-614ad6243536 with Priority: HIGHEST for action security_group_rules [ 1278.557301] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec04e72-a992-458f-9694-614ad6243536 with Priority: HIGHEST for action security_group_rules [ 1278.557628] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ec04e72-a992-458f-9694-614ad6243536 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.557732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ec04e72-a992-458f-9694-614ad6243536" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.996757] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.996974] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.997118] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.997439] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.997579] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.997729] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ec04e72-a992-458f-9694-614ad6243536 already deleted. [ 1278.997864] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ec04e72-a992-458f-9694-614ad6243536" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.998121] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ec04e72-a992-458f-9694-614ad6243536" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.998369] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ec04e72-a992-458f-9694-614ad6243536" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.998500] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ec04e72-a992-458f-9694-614ad6243536',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.522910] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.523405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.523405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.523405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.523570] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.523570] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ec04e72-a992-458f-9694-614ad6243536 already deleted. [ 1279.523663] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ec04e72-a992-458f-9694-614ad6243536" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.567754] env[65987]: INFO networking_nsxv3.common.synchronization [req-6ca569c3-c143-4155-876b-3aeb05dc8de0 req-6cf3192f-c3d9-4056-bf92-962de6b7472c tempest-ServerDiskConfigTestJSON-1976003603 tempest-ServerDiskConfigTestJSON-1976003603-project-member] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1281.568126] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1281.568475] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.568550] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.568597] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.569152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.569152] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.569152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.569152] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.569404] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.569404] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.569571] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.072115] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.072342] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.072342] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.072585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.072692] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.072903] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.073020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.073104] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.073241] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.073315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.073401] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef is going to be updated. [ 1282.103010] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.103220] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.103220] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.103402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.103532] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.112102] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: IN_PROGRESS for 2s [ 1284.124024] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: SUCCESS [ 1284.124421] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef deletion is rescheduled due to dependency. [ 1284.124421] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.177607] env[65987]: INFO networking_nsxv3.common.synchronization [req-1ced1a84-697e-4563-b060-bac1ca6ffadd req-f4f9417f-109e-4dfb-a7be-31d93adfe662 tempest-ServerDiskConfigTestJSON-1976003603 tempest-ServerDiskConfigTestJSON-1976003603-project-member] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1284.178249] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1284.178463] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.178584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.178651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.178898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.179074] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.179174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.179357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.179411] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.179461] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.179546] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.439549] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.439767] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-955" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.439902] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-955" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.440219] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-955" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.440497] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.440675] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.440793] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.441044] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.441215] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.441465] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1284.441642] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1284.441770] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1284.441880] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1284.441994] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1284.442113] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1284.442244] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1284.462295] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1284.462500] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1284.462643] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1284.462822] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-955" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.463138] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-2bd6e962-4f71-487c-81bf-b03a7c2d4269 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.463310] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-2bd6e962-4f71-487c-81bf-b03a7c2d4269" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.463427] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-2bd6e962-4f71-487c-81bf-b03a7c2d4269" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.463800] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-2bd6e962-4f71-487c-81bf-b03a7c2d4269" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.463969] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bd6e962-4f71-487c-81bf-b03a7c2d4269',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.682287] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.682465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.682465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.682676] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.682778] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.682973] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.683086] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.683145] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.683372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.683451] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.683537] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef is going to be updated. [ 1284.713829] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.714098] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.714098] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.714244] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.714386] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.723022] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: IN_PROGRESS for 2s [ 1284.966061] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.966396] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.966588] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.966963] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.967163] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.967391] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 2bd6e962-4f71-487c-81bf-b03a7c2d4269 not found, creating... [ 1284.967703] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.967911] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.968085] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.968442] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.968617] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.968993] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.969215] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.969367] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.969633] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.969835] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.969993] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 2bd6e962-4f71-487c-81bf-b03a7c2d4269 is going to be created. [ 1284.992740] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.992976] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.993070] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.993392] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.993695] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.993962] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-2bd6e962-4f71-487c-81bf-b03a7c2d4269" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.693068] env[65987]: INFO networking_nsxv3.common.synchronization [req-1ced1a84-697e-4563-b060-bac1ca6ffadd req-3b19da6e-25f5-401c-9a22-033106a43736 service nova] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_rules [ 1285.693068] env[65987]: INFO networking_nsxv3.common.synchronization [req-1ced1a84-697e-4563-b060-bac1ca6ffadd req-3b19da6e-25f5-401c-9a22-033106a43736 service nova] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1285.693068] env[65987]: INFO networking_nsxv3.common.synchronization [req-1ced1a84-697e-4563-b060-bac1ca6ffadd req-3b19da6e-25f5-401c-9a22-033106a43736 service nova] Enqueued Resource ID: 2bd6e962-4f71-487c-81bf-b03a7c2d4269 with Priority: HIGHEST for action port [ 1285.693068] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_rules [ 1285.693068] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1285.693068] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bd6e962-4f71-487c-81bf-b03a7c2d4269 with Priority: HIGHEST for action port [ 1285.693068] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.693068] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.693899] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.694200] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.694370] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.695444] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.695660] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.695988] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bd6e962-4f71-487c-81bf-b03a7c2d4269 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.696245] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bd6e962-4f71-487c-81bf-b03a7c2d4269" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.696403] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bd6e962-4f71-487c-81bf-b03a7c2d4269" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.696744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bd6e962-4f71-487c-81bf-b03a7c2d4269" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.696925] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bd6e962-4f71-487c-81bf-b03a7c2d4269',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.198772] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.198995] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.201387] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bd6e962-4f71-487c-81bf-b03a7c2d4269 with status ACTIVE [ 1286.201736] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.201989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.202172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.202516] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.202635] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.202821] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.202936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.202972] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.203156] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.203234] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.203412] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.203503] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.203559] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.203698] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.203772] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.203856] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bd6e962-4f71-487c-81bf-b03a7c2d4269 is going to be updated. [ 1286.226854] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.227141] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.227141] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.227275] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.227404] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.227564] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bd6e962-4f71-487c-81bf-b03a7c2d4269" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.733962] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: SUCCESS [ 1286.734222] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef deletion is rescheduled due to dependency. [ 1286.734336] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.734492] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.734699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.735071] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.735071] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.735181] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.735362] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.735362] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.735448] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.238176] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.740357] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.243199] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.243347] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.243420] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.243642] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.243732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.243830] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef is going to be updated. [ 1288.271688] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.271866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.271954] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.272188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.272334] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.281164] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: IN_PROGRESS for 2s [ 1290.292256] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: SUCCESS [ 1290.292661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.292661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.292908] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.293143] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.293282] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.293356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.293556] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.293643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.293732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.293823] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.693391] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.693612] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1290.796557] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.796789] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.796789] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.797030] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.797236] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.797347] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.797414] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.797581] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.797671] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.797760] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.797905] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.798000] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.798074] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.798219] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.798358] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.798450] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.798509] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.798643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.798719] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.798799] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.798888] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.301290] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef: rpc.has_security_group_logging(os_id): False [ 1291.320917] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.321169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.321169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.321346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.321455] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.321678] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.321812] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.321895] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.322072] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.322153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.322345] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.322477] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.322556] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.322652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.322729] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.322902] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.323009] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.323093] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.323261] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.323338] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.323422] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef is going to be updated. [ 1291.383890] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.384135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.384135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.384321] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.384466] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.396197] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: IN_PROGRESS for 2s [ 1293.411254] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: SUCCESS [ 1293.411655] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.375206] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.375642] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.375642] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.375642] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.375774] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.694429] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.694563] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1295.877660] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.380307] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.883345] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1296.883624] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1297.639467] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.639870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.639870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.640048] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.650984] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1297.653460] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.654148] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1297.690517] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.690517] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.690814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.690814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.703020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.703747] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1297.703829] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.703920] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1297.751322] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.751516] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.751516] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.751705] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.753031] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.753209] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1297.839343] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.839442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.839442] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.839632] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.839946] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.840284] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1297.925264] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.925416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.925486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.925708] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.926027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.926331] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1297.926429] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68', '2d9218bf-6be7-4b08-a476-867d40f60ce7', 'ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1', '5f848b9d-3d11-48fc-ac3c-5be40fa7895e', '728ab656-f16b-47d8-a5ad-baa42dfed421', '34be2268-1082-499a-ac3e-ed87a2fe4b75', 'e0e8594c-feda-4ca0-85ab-a0a522c55c0a', 'b61163f2-d933-4e12-bd4f-e9202c550b1d', '3cb15445-cc26-4dde-b904-49d23d376831', 'e1a405e6-4747-4f03-8e0b-91b69f214f66', 'eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8', 'cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2', '12a29436-8e6b-4200-9c8f-d35e5cc66b2f', '07baa81d-f2d0-4635-b81c-90064862477b', '8d2f7b06-014d-4032-b70e-70518c1f57a9', '4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d', '3b8f3c6c-8111-4fa6-8e15-758740f2f03f', '9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf', '99e0754d-0da5-4113-914a-61c97321afa2', 'febef2c2-a512-4b2a-b367-3a124b72f266', 'f06aa0a1-cdcf-4252-97da-ae996c7f6d67', '4697d792-1588-4b60-9674-2b3bf23b9447', '8f9444cc-e007-45d4-ac5b-3acfa62ea04b', '6039facd-ac98-4384-b548-7cf4ee5c0254', 'd462218e-8fc3-4ec1-9975-b7e9d1190e95', 'e65873ea-274a-4714-8a26-a875793014db', 'be8a49bc-167f-46a4-b3fe-e3c2f61040b1', 'd18b7417-8811-491a-ba85-53c1a542b186', '48ed63e7-7a50-448d-9974-1a7c06a44759', '03b1d822-bfd6-4b5b-b73c-39f93b0f41f1', '4325ee18-7b96-4a1b-a6ea-3ba8890ea748', '294936d9-e513-4a56-bf69-977398416ae6', 'e7a9a86e-08e7-41d7-9681-ab6a6f69097c', 'e8807c1a-c456-4217-a517-3e4d4d1f44a5', '3eb741b6-4f4e-4223-b855-0824b06582a4', '287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef', '0fa3c834-0a8e-4a81-b10b-c297c2d69e04', '6eff9f90-74be-4166-abd0-2c60a2d2bc9c', 'd751f4d8-4e0f-4902-b4d4-6b37d03c946f', '177edb9d-0d53-47f2-a2db-1be2e1c8569e', '3736c1f1-0f84-4b6e-9ee4-ef8550f4a094', 'dd4789f3-3d9e-4f8f-9890-bdb24786df38', '6f52ccc3-347f-4e5e-99c9-9bff622d50dd', '1fe9a0bd-195b-44ef-8c72-e72aa4f2a312', '12aa49ce-2811-4939-93b3-c273bbd232c4', 'f6df8791-193a-4645-a66e-4fadb9c2f521'} {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.926528] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1297.950377] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.950567] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.950614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.950789] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.950876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.951021] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1297.951095] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.951169] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1298.040045] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.040276] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.040329] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.040651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.042494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.042921] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1298.043081] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1298.043225] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1298.043351] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1298.043492] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1298.043631] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 with Priority: HIGH for action security_group_rules [ 1298.043781] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 with Priority: HIGH for action security_group_rules [ 1298.043922] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGH for action security_group_rules [ 1298.044067] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e with Priority: HIGH for action security_group_rules [ 1298.044206] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGH for action security_group_rules [ 1298.044335] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGH for action security_group_rules [ 1298.044458] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGH for action security_group_rules [ 1298.044587] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b61163f2-d933-4e12-bd4f-e9202c550b1d with Priority: HIGH for action security_group_rules [ 1298.044711] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cb15445-cc26-4dde-b904-49d23d376831 with Priority: HIGH for action security_group_rules [ 1298.044835] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 with Priority: HIGH for action security_group_rules [ 1298.044957] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGH for action security_group_rules [ 1298.045098] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGH for action security_group_rules [ 1298.045226] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f with Priority: HIGH for action security_group_rules [ 1298.045379] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGH for action security_group_rules [ 1298.045475] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 with Priority: HIGH for action security_group_rules [ 1298.045595] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d with Priority: HIGH for action security_group_rules [ 1298.045722] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGH for action security_group_rules [ 1298.045844] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf with Priority: HIGH for action security_group_rules [ 1298.045971] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99e0754d-0da5-4113-914a-61c97321afa2 with Priority: HIGH for action security_group_rules [ 1298.046114] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: febef2c2-a512-4b2a-b367-3a124b72f266 with Priority: HIGH for action security_group_rules [ 1298.046290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.695422] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.695810] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1300.695810] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 with Priority: HIGH for action security_group_rules [ 1300.695913] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 with Priority: HIGH for action security_group_rules [ 1300.696043] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGH for action security_group_rules [ 1300.696190] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 with Priority: HIGH for action security_group_rules [ 1300.696317] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febef2c2-a512-4b2a-b367-3a124b72f266 with Priority: HIGH for action security_group_rules [ 1300.696425] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e0754d-0da5-4113-914a-61c97321afa2 with Priority: HIGH for action security_group_rules [ 1300.696552] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf with Priority: HIGH for action security_group_rules [ 1300.696691] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f with Priority: HIGH for action security_group_rules [ 1300.696789] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07baa81d-f2d0-4635-b81c-90064862477b with Priority: HIGH for action security_group_rules [ 1300.696895] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d with Priority: HIGH for action security_group_rules [ 1300.697057] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f with Priority: HIGH for action security_group_rules [ 1300.697223] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 with Priority: HIGH for action security_group_rules [ 1300.697311] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 with Priority: HIGH for action security_group_rules [ 1300.697387] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 with Priority: HIGH for action security_group_rules [ 1300.697468] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb15445-cc26-4dde-b904-49d23d376831 with Priority: HIGH for action security_group_rules [ 1300.697538] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 with Priority: HIGH for action security_group_rules [ 1300.697621] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61163f2-d933-4e12-bd4f-e9202c550b1d with Priority: HIGH for action security_group_rules [ 1300.697728] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGH for action security_group_rules [ 1300.697823] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 with Priority: HIGH for action security_group_rules [ 1300.697945] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e with Priority: HIGH for action security_group_rules [ 1300.698347] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.698518] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.698614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.698882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.699034] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.700198] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.700352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.700414] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.700598] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.700702] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.701795] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.701915] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.702603] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.702603] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.702603] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.703619] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d2f7b06-014d-4032-b70e-70518c1f57a9 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.703619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.703619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.703619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.703619] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d2f7b06-014d-4032-b70e-70518c1f57a9',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.704091] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-febef2c2-a512-4b2a-b367-3a124b72f266 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.704486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.704486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.704486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.704486] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('febef2c2-a512-4b2a-b367-3a124b72f266',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.705396] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99e0754d-0da5-4113-914a-61c97321afa2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.705396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.705396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.705617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.705617] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99e0754d-0da5-4113-914a-61c97321afa2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.706440] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.707344] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.707344] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.707344] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.707344] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.707614] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.707614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.707614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.707773] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.707878] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b8f3c6c-8111-4fa6-8e15-758740f2f03f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.709109] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07baa81d-f2d0-4635-b81c-90064862477b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.709109] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.709109] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.709109] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.709109] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07baa81d-f2d0-4635-b81c-90064862477b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.709811] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.709938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.709997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.710238] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.710238] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.711140] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12a29436-8e6b-4200-9c8f-d35e5cc66b2f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.711288] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.711373] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.711455] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.711543] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12a29436-8e6b-4200-9c8f-d35e5cc66b2f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.712276] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.712399] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.712577] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.712716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.712716] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.713447] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.713585] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.713664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.713820] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.713900] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.714779] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1a405e6-4747-4f03-8e0b-91b69f214f66 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.714950] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.714950] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.715509] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.715509] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1a405e6-4747-4f03-8e0b-91b69f214f66',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.715817] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb15445-cc26-4dde-b904-49d23d376831 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.715908] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.715973] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.716137] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.716197] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb15445-cc26-4dde-b904-49d23d376831',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.716900] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34be2268-1082-499a-ac3e-ed87a2fe4b75 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.717053] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.717539] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.717539] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.717539] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34be2268-1082-499a-ac3e-ed87a2fe4b75',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.718464] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b61163f2-d933-4e12-bd4f-e9202c550b1d taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.718464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.718464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.718464] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.718674] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b61163f2-d933-4e12-bd4f-e9202c550b1d',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.719361] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-728ab656-f16b-47d8-a5ad-baa42dfed421 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.719994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.720164] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.720242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.720314] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.721012] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d9218bf-6be7-4b08-a476-867d40f60ce7 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.721699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.722270] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.722514] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.722562] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d9218bf-6be7-4b08-a476-867d40f60ce7',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.723309] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f848b9d-3d11-48fc-ac3c-5be40fa7895e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.723467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.723467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.723598] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.723664] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f848b9d-3d11-48fc-ac3c-5be40fa7895e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.751759] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.751759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.751971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.752014] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.772918] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.773101] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d2f7b06-014d-4032-b70e-70518c1f57a9 is going to be deleted. [ 1300.825331] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.825584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.825584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.825734] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.825826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.825955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d2f7b06-014d-4032-b70e-70518c1f57a9" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.228670] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-728ab656-f16b-47d8-a5ad-baa42dfed421 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.228867] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.228867] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.229124] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.229295] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.229398] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.229461] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.229616] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.229709] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.229795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.229880] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.246161] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.246328] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.246402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.246657] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.246830] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.246952] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.247027] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.247188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.247270] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.247356] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.247440] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.308809] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.309135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.309135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.309321] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.313239] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.313471] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.314748] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.314886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.315766] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.315887] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.316731] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.316848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.317582] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.317679] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.318383] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.318483] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.319213] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.319364] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.320010] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.320171] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.320801] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.320905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.321636] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.321735] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.322358] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1301.322790] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.322887] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.323600] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1301.324047] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.324163] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.324892] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1301.325329] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.325444] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.326093] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1301.326507] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.326638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.327497] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1301.327930] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.328531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.328659] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1301.329081] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.329181] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.333569] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1301.333973] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.334127] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8 is going to be deleted. [ 1301.335097] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.335314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.355874] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.356047] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d9218bf-6be7-4b08-a476-867d40f60ce7 is going to be deleted. [ 1301.357049] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.357281] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.381244] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.381424] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1 is going to be deleted. [ 1301.382305] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.382515] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.411893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.412098] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99e0754d-0da5-4113-914a-61c97321afa2 is going to be deleted. [ 1301.413365] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.413604] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.442011] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.442215] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.445480] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.445608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.459696] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.459865] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b61163f2-d933-4e12-bd4f-e9202c550b1d is going to be deleted. [ 1301.460753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.460959] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.487041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.487041] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34be2268-1082-499a-ac3e-ed87a2fe4b75 is going to be deleted. [ 1301.488091] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.488312] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.514131] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.514349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.580958] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.581198] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.583911] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.584051] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.587295] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.587432] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12a29436-8e6b-4200-9c8f-d35e5cc66b2f is going to be deleted. [ 1301.588388] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.588617] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.644985] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.645265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.661798] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.662031] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07baa81d-f2d0-4635-b81c-90064862477b is going to be deleted. [ 1301.663062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.663239] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.737221] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.742051] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.742200] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b8f3c6c-8111-4fa6-8e15-758740f2f03f is going to be deleted. [ 1301.743361] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.743562] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.751432] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.785208] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.785433] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb15445-cc26-4dde-b904-49d23d376831 is going to be deleted. [ 1301.786357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.786597] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.809878] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.810183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.842153] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.842353] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: febef2c2-a512-4b2a-b367-3a124b72f266 is going to be deleted. [ 1301.843675] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.843908] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.873601] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.873820] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.884986] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.885204] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d is going to be deleted. [ 1301.886169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.886390] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.890815] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.890997] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.948707] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.948848] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1a405e6-4747-4f03-8e0b-91b69f214f66 is going to be deleted. [ 1301.949832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.950080] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.167759] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.168029] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.173259] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.173510] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.176572] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.176732] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2 is going to be deleted. [ 1302.177722] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.177950] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.202270] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.202396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.222281] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.222550] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf is going to be deleted. [ 1302.223853] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.224198] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.239477] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 728ab656-f16b-47d8-a5ad-baa42dfed421: rpc.has_security_group_logging(os_id): False [ 1302.254238] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0e8594c-feda-4ca0-85ab-a0a522c55c0a: rpc.has_security_group_logging(os_id): False [ 1302.321832] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.321832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.325566] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.325747] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.326510] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.326627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.346776] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.346933] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f848b9d-3d11-48fc-ac3c-5be40fa7895e is going to be deleted. [ 1302.347886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.348131] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.354995] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.355208] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.387148] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.387308] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68 is going to be deleted. [ 1302.388253] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.388510] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.388607] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.388734] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d9218bf-6be7-4b08-a476-867d40f60ce7" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.388889] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.389083] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.389172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.389280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb2dfd3d-6ec3-4c75-a55e-7ed9d5a7cbe8" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.389852] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.389964] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.390065] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.390199] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad9f93c8-f7e4-4e18-b98f-4343a34bc8d1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.390330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.390476] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.390551] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.390656] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99e0754d-0da5-4113-914a-61c97321afa2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.390782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.390927] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.391012] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.391131] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b61163f2-d933-4e12-bd4f-e9202c550b1d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.391256] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.391395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.391467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.391575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34be2268-1082-499a-ac3e-ed87a2fe4b75" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.391700] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.391832] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.391905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.392020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07baa81d-f2d0-4635-b81c-90064862477b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.392149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.392297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.392372] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.392478] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12a29436-8e6b-4200-9c8f-d35e5cc66b2f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.392608] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.392731] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.392815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.392946] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b8f3c6c-8111-4fa6-8e15-758740f2f03f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.393080] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.393215] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.393312] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.393399] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-febef2c2-a512-4b2a-b367-3a124b72f266" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.393534] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.393654] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.393723] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.393826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb15445-cc26-4dde-b904-49d23d376831" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.393949] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.394101] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.394163] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.394281] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4084ab59-bd5b-4cb9-a9c9-bd403fe4c58d" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.394396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.394523] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.394582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.394687] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1a405e6-4747-4f03-8e0b-91b69f214f66" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.394809] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.394940] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.443782] env[65987]: INFO networking_nsxv3.common.synchronization [req-5231d97b-04e6-4058-8707-7588de145728 req-e0450f43-4be1-41f7-8f9e-7b080bba194d tempest-ServerActionsTestOtherA-1293518559 tempest-ServerActionsTestOtherA-1293518559-project-member] Enqueued Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGHEST for action security_group_members [ 1302.444496] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGHEST for action security_group_members [ 1302.445397] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.445397] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.445397] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.445604] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.446256] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.446353] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.446353] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.446525] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.446612] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.446709] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.451541] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.451688] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.483760] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.484105] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.484214] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.484273] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.484488] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.484568] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.484662] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a is going to be updated. [ 1302.485788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.485978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.551681] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.551888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.565645] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.565813] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.569527] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.569665] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.569665] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.569766] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.571232] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.571232] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.571232] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 is going to be updated. [ 1302.571232] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.571582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.571582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.571582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9373008a-5cc1-49c0-a9a7-5e2acf8e5fcf" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.571669] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.571807] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.571877] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.571981] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfd4c526-841a-4ba5-a5a0-e6e847ee9fc2" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.572178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.572322] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.572395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.572499] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f848b9d-3d11-48fc-ac3c-5be40fa7895e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.572610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.572744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.572820] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.572920] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bb1a1d6-a2e9-498b-bf83-f5bb31d57a68" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.630050] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.630050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.630050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.630376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.630376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.678449] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a in Status: IN_PROGRESS for 2s [ 1302.729186] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.729434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.729434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.729627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.729848] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.760884] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: IN_PROGRESS for 2s [ 1302.948737] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.451266] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.953929] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.954255] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.954255] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.954501] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.954540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.954665] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a is going to be updated. [ 1303.983543] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.983843] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.983843] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.984086] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.984282] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.996211] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a in Status: IN_PROGRESS for 2s [ 1304.694401] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a in Status: SUCCESS [ 1304.694773] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.775116] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: SUCCESS [ 1304.775417] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.019910] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a in Status: SUCCESS [ 1306.020373] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.446174] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.446512] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1312.447052] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.447532] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.448398] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.448699] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.798233] env[65987]: INFO networking_nsxv3.common.synchronization [req-bf36f60e-5d71-4c46-b636-dd0b34dfead9 req-f8a0ed9a-3724-4c23-9922-09fa374b0bec tempest-ServerActionsTestOtherA-1293518559 tempest-ServerActionsTestOtherA-1293518559-project-member] Enqueued Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGHEST for action security_group_members [ 1317.798965] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGHEST for action security_group_members [ 1317.799262] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.799437] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.799437] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.799641] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.800326] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.800326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.800326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.800326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.800326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.800326] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.302522] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.302713] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.302780] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.302977] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.303087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.303299] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.303399] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.303456] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.303607] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.303679] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.304106] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a is going to be updated. [ 1318.337053] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.337225] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.337297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.337510] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.337652] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.347327] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a in Status: IN_PROGRESS for 2s [ 1318.634325] env[65987]: INFO networking_nsxv3.common.synchronization [req-fdc48068-22fd-4da7-b070-06712c68d86f req-9bd26686-5a7d-4e65-a307-994ab9dbae94 tempest-ServerActionsTestJSON-1271191567 tempest-ServerActionsTestJSON-1271191567-project-member] Enqueued Resource ID: d18b7417-8811-491a-ba85-53c1a542b186 with Priority: HIGHEST for action security_group_members [ 1318.634871] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18b7417-8811-491a-ba85-53c1a542b186 with Priority: HIGHEST for action security_group_members [ 1318.635260] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b7417-8811-491a-ba85-53c1a542b186 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.635382] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.635448] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.635641] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.635789] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.635895] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.635940] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.636111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.636198] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.636320] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18b7417-8811-491a-ba85-53c1a542b186',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.138920] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.139079] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.139156] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.139399] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.164654] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.164915] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.165128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.165128] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.165293] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.165382] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.165462] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18b7417-8811-491a-ba85-53c1a542b186 is going to be updated. [ 1319.195751] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.195938] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.195993] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.196332] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.196421] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.204873] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18b7417-8811-491a-ba85-53c1a542b186 in Status: IN_PROGRESS for 2s [ 1320.360814] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a in Status: SUCCESS [ 1320.361228] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a deletion is rescheduled due to dependency. [ 1320.361228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.214731] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18b7417-8811-491a-ba85-53c1a542b186 in Status: SUCCESS [ 1321.214914] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18b7417-8811-491a-ba85-53c1a542b186 deletion is rescheduled due to dependency. [ 1321.215044] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.648192] env[65987]: INFO networking_nsxv3.common.synchronization [req-dfad16e1-2387-4ee1-9733-632622c07230 req-e8bcf818-2f2d-41ab-a593-a3a6d66153d1 tempest-ServerDiskConfigTestJSON-1976003603 tempest-ServerDiskConfigTestJSON-1976003603-project-member] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1321.648192] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1321.648618] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.648618] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.648618] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.648821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.648886] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.648991] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.649360] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.649360] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.649360] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.649910] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.152457] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.152649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.152649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.152907] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.176158] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.176631] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.176776] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.176843] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.177050] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.177134] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.177257] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef is going to be updated. [ 1322.204638] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.204826] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.204872] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.205056] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.205192] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.213490] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: IN_PROGRESS for 2s [ 1324.225771] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: SUCCESS [ 1324.226179] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef deletion is rescheduled due to dependency. [ 1324.226179] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.569805] env[65987]: INFO networking_nsxv3.common.synchronization [req-3b985dc6-7481-462a-b8d8-4680c44f4067 req-6553c66b-44d0-4cf8-8806-721ddf9ba7eb tempest-ServerDiskConfigTestJSON-1976003603 tempest-ServerDiskConfigTestJSON-1976003603-project-member] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1325.570340] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1325.570634] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.570809] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.570888] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.571111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.571278] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.571378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.571441] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.571583] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.571673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.571784] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.890566] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.890823] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-955" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.890976] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-955" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.891269] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-955" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.891532] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.891687] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.891799] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.892027] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.892177] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.892385] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1325.892502] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1325.892615] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1325.892807] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1325.892941] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1325.893060] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1325.893206] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1325.913106] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1325.913284] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1325.913398] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1325.913572] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-955" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.913885] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-7aa759d9-45f0-4f82-9e1c-dd3937f1a416 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.914068] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-7aa759d9-45f0-4f82-9e1c-dd3937f1a416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.914189] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-7aa759d9-45f0-4f82-9e1c-dd3937f1a416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.914506] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-7aa759d9-45f0-4f82-9e1c-dd3937f1a416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.914647] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aa759d9-45f0-4f82-9e1c-dd3937f1a416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.074044] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.074225] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.074331] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.074694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.074854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.075201] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.075365] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.075477] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.075693] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.075776] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.075871] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef is going to be updated. [ 1326.101885] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.102040] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.102091] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.102293] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.102429] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.110896] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: IN_PROGRESS for 2s [ 1326.417214] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.417453] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.417554] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.417846] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.417992] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.418161] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 7aa759d9-45f0-4f82-9e1c-dd3937f1a416 not found, creating... [ 1326.418602] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.418799] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.418924] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.419187] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.419389] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.419689] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.419845] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.419962] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.420194] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.420416] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.420555] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 7aa759d9-45f0-4f82-9e1c-dd3937f1a416 is going to be created. [ 1326.441367] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.441634] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.441769] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.442042] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.442269] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.442572] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-7aa759d9-45f0-4f82-9e1c-dd3937f1a416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.136646] env[65987]: INFO networking_nsxv3.common.synchronization [req-3b985dc6-7481-462a-b8d8-4680c44f4067 req-bb004bda-8bb5-40a4-a16e-7ea1a39c6483 service nova] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_rules [ 1327.136916] env[65987]: INFO networking_nsxv3.common.synchronization [req-3b985dc6-7481-462a-b8d8-4680c44f4067 req-bb004bda-8bb5-40a4-a16e-7ea1a39c6483 service nova] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1327.136970] env[65987]: INFO networking_nsxv3.common.synchronization [req-3b985dc6-7481-462a-b8d8-4680c44f4067 req-bb004bda-8bb5-40a4-a16e-7ea1a39c6483 service nova] Enqueued Resource ID: 7aa759d9-45f0-4f82-9e1c-dd3937f1a416 with Priority: HIGHEST for action port [ 1327.137548] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_rules [ 1327.137684] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1327.137784] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa759d9-45f0-4f82-9e1c-dd3937f1a416 with Priority: HIGHEST for action port [ 1327.138505] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.138659] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.138717] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.138908] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.138988] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.140248] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.140384] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.140541] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aa759d9-45f0-4f82-9e1c-dd3937f1a416 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.140635] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aa759d9-45f0-4f82-9e1c-dd3937f1a416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.140701] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aa759d9-45f0-4f82-9e1c-dd3937f1a416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.140866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aa759d9-45f0-4f82-9e1c-dd3937f1a416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.140948] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aa759d9-45f0-4f82-9e1c-dd3937f1a416',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.642903] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.643134] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.643223] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7aa759d9-45f0-4f82-9e1c-dd3937f1a416 with status ACTIVE [ 1327.643390] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.643500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.643566] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.643776] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.643864] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.644063] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.644184] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.644242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.644393] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.644473] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.644652] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.644744] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.644804] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.644965] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.645018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.645097] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7aa759d9-45f0-4f82-9e1c-dd3937f1a416 is going to be updated. [ 1327.666635] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.666847] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.666847] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.667043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.667204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.667382] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aa759d9-45f0-4f82-9e1c-dd3937f1a416" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.121198] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: SUCCESS [ 1328.121397] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef deletion is rescheduled due to dependency. [ 1328.121518] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.121686] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.121890] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.122128] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.122248] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.122314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.122477] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.122558] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.122651] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.624876] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.127794] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.630233] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.630570] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.630570] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.630682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.630775] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.630876] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef is going to be updated. [ 1329.660732] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.660897] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.660942] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.661180] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.661320] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.670311] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: IN_PROGRESS for 2s [ 1331.681815] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: SUCCESS [ 1331.682109] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.682234] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.682475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.682674] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.682791] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.682854] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.683016] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.683099] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.683183] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.683273] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.139202] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.139429] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1332.186028] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.186254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.186254] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.186482] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.186656] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.186758] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.186820] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.186973] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.187071] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.187159] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.187311] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.187399] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.187457] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.187599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.187741] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.187821] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.187872] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.188017] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.188100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.188181] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.188283] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.691224] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef: rpc.has_security_group_logging(os_id): False [ 1332.718937] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.718937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.718937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.719229] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.719229] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.719421] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.719525] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.719610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.719781] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.719870] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.720076] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.720175] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.720228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.720378] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.720479] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.720682] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.720912] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.720985] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.721140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.721216] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.721302] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef is going to be updated. [ 1332.798373] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.798528] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.798621] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.798841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.798989] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.815416] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: IN_PROGRESS for 2s [ 1334.831862] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: SUCCESS [ 1334.831862] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.996076] env[65987]: INFO networking_nsxv3.common.synchronization [req-1b4dfc7f-4496-4a3b-bbed-67cbf1e36c4c req-02e14e87-749f-4da0-9fe6-09eb9013d572 tempest-ServerDiskConfigTestJSON-1976003603 tempest-ServerDiskConfigTestJSON-1976003603-project-member] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1336.996630] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGHEST for action security_group_members [ 1336.997039] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.997112] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.997179] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.997374] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.997528] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.997623] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.997684] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.997829] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.997913] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.998028] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.501029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.501233] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.501233] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.501412] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.501504] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.501729] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.501837] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.501899] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.502071] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.502150] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.502240] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef is going to be updated. [ 1337.534761] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.534942] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.535015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.535198] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.535347] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.544304] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: IN_PROGRESS for 2s [ 1339.556528] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef in Status: SUCCESS [ 1339.556957] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef deletion is rescheduled due to dependency. [ 1339.556957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.997498] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.997498] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1345.070102] env[65987]: INFO networking_nsxv3.common.synchronization [None req-b9edbca1-d7da-4920-bd76-030baed383dc None None] Enqueued Resource ID: 4593d35d-f674-46d7-8793-98aef2106985 with Priority: HIGHEST for action port [ 1345.070956] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4593d35d-f674-46d7-8793-98aef2106985 with Priority: HIGHEST for action port [ 1345.070956] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-4593d35d-f674-46d7-8793-98aef2106985 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.070956] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4593d35d-f674-46d7-8793-98aef2106985" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.071205] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4593d35d-f674-46d7-8793-98aef2106985" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.071361] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4593d35d-f674-46d7-8793-98aef2106985" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.072444] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4593d35d-f674-46d7-8793-98aef2106985',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.574264] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4593d35d-f674-46d7-8793-98aef2106985 [ 1345.575201] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.575201] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.575201] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.575201] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.575201] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.575201] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4593d35d-f674-46d7-8793-98aef2106985 already deleted. [ 1345.575201] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4593d35d-f674-46d7-8793-98aef2106985" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.137731] env[65987]: INFO networking_nsxv3.common.synchronization [None req-d0363133-651a-4460-948f-e7eec042e454 None None] Enqueued Resource ID: 7edd10bc-600b-479f-8c3e-33e2951c8ee4 with Priority: HIGHEST for action port [ 1347.138776] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7edd10bc-600b-479f-8c3e-33e2951c8ee4 with Priority: HIGHEST for action port [ 1347.139118] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-7edd10bc-600b-479f-8c3e-33e2951c8ee4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.139244] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7edd10bc-600b-479f-8c3e-33e2951c8ee4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.139316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7edd10bc-600b-479f-8c3e-33e2951c8ee4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.139607] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7edd10bc-600b-479f-8c3e-33e2951c8ee4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.139690] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7edd10bc-600b-479f-8c3e-33e2951c8ee4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.641421] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7edd10bc-600b-479f-8c3e-33e2951c8ee4 [ 1347.641671] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.641894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.641991] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.642213] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.642302] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.642448] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7edd10bc-600b-479f-8c3e-33e2951c8ee4 already deleted. [ 1347.642527] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7edd10bc-600b-479f-8c3e-33e2951c8ee4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.400488] env[65987]: INFO networking_nsxv3.common.synchronization [req-c7e0669e-6230-46cf-954e-6182d0e33e80 req-a15f7bbe-2035-4550-b248-a853aa018a9f tempest-InstanceActionsV221TestJSON-998985471 tempest-InstanceActionsV221TestJSON-998985471-project-member] Enqueued Resource ID: 18d8a725-d9c1-4417-8573-05acbeec9fcb with Priority: HIGHEST for action security_group_members [ 1350.401084] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d8a725-d9c1-4417-8573-05acbeec9fcb with Priority: HIGHEST for action security_group_members [ 1350.401397] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d8a725-d9c1-4417-8573-05acbeec9fcb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.401583] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.401583] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.401836] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.402018] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.402314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.402376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.402500] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.402587] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.402682] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18d8a725-d9c1-4417-8573-05acbeec9fcb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.684295] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.684499] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-999" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.684622] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-999" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.684970] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-999" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.685251] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.685410] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.685529] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.685750] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.685894] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.686120] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1350.686236] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1350.686344] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1350.686451] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1350.686558] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1350.686661] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1350.686791] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1350.708605] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1350.708744] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1350.708856] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1350.709047] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-999" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.709413] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-384b04c8-f155-42a4-b942-54496951855e taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.709657] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-384b04c8-f155-42a4-b942-54496951855e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.709790] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-384b04c8-f155-42a4-b942-54496951855e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.710099] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-384b04c8-f155-42a4-b942-54496951855e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.710271] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('384b04c8-f155-42a4-b942-54496951855e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.905091] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.905298] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.905352] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.905557] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.905642] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.905839] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.905930] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.905987] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.906141] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.906213] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.906294] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18d8a725-d9c1-4417-8573-05acbeec9fcb already deleted. [ 1350.906373] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.212514] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.212761] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.212885] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.213203] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.213350] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.213506] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port 384b04c8-f155-42a4-b942-54496951855e not found, creating... [ 1351.213788] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.214021] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.214145] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.214361] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.214496] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.214781] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.214931] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.215056] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.215258] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.215387] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.215521] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: 384b04c8-f155-42a4-b942-54496951855e is going to be created. [ 1351.238209] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.238423] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.238528] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.238783] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.239017] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.239238] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-384b04c8-f155-42a4-b942-54496951855e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.936707] env[65987]: INFO networking_nsxv3.common.synchronization [req-c7e0669e-6230-46cf-954e-6182d0e33e80 req-4ee65967-26f0-434c-acd1-9deb4f206df3 service nova] Enqueued Resource ID: 18d8a725-d9c1-4417-8573-05acbeec9fcb with Priority: HIGHEST for action security_group_rules [ 1351.936972] env[65987]: INFO networking_nsxv3.common.synchronization [req-c7e0669e-6230-46cf-954e-6182d0e33e80 req-4ee65967-26f0-434c-acd1-9deb4f206df3 service nova] Enqueued Resource ID: 18d8a725-d9c1-4417-8573-05acbeec9fcb with Priority: HIGHEST for action security_group_members [ 1351.937034] env[65987]: INFO networking_nsxv3.common.synchronization [req-c7e0669e-6230-46cf-954e-6182d0e33e80 req-4ee65967-26f0-434c-acd1-9deb4f206df3 service nova] Enqueued Resource ID: 384b04c8-f155-42a4-b942-54496951855e with Priority: HIGHEST for action port [ 1351.937627] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d8a725-d9c1-4417-8573-05acbeec9fcb with Priority: HIGHEST for action security_group_rules [ 1351.937767] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d8a725-d9c1-4417-8573-05acbeec9fcb with Priority: HIGHEST for action security_group_members [ 1351.937860] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384b04c8-f155-42a4-b942-54496951855e with Priority: HIGHEST for action port [ 1351.938155] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18d8a725-d9c1-4417-8573-05acbeec9fcb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.938291] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.938391] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.938599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.938683] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18d8a725-d9c1-4417-8573-05acbeec9fcb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.939547] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d8a725-d9c1-4417-8573-05acbeec9fcb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.939706] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.939738] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.939900] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.940056] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.940148] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.940210] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.940345] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.940425] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.940525] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18d8a725-d9c1-4417-8573-05acbeec9fcb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.941741] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-384b04c8-f155-42a4-b942-54496951855e taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.941741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-384b04c8-f155-42a4-b942-54496951855e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.941741] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-384b04c8-f155-42a4-b942-54496951855e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.941959] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-384b04c8-f155-42a4-b942-54496951855e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.941994] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('384b04c8-f155-42a4-b942-54496951855e',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.443785] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d8a725-d9c1-4417-8573-05acbeec9fcb taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.444077] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.444147] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18d8a725-d9c1-4417-8573-05acbeec9fcb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.445165] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 384b04c8-f155-42a4-b942-54496951855e with status ACTIVE [ 1352.445352] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.445468] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.445534] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.445739] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.445827] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.446011] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.446111] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.446166] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.446315] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.446390] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.446570] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.446661] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.446716] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.446851] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.446922] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.447010] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 384b04c8-f155-42a4-b942-54496951855e is going to be updated. [ 1352.468270] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.468572] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.468572] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.468687] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.468797] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.468956] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-384b04c8-f155-42a4-b942-54496951855e" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.949573] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18d8a725-d9c1-4417-8573-05acbeec9fcb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.451790] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.452159] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.452159] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.452375] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.452533] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.452700] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18d8a725-d9c1-4417-8573-05acbeec9fcb is going to be created. [ 1353.478920] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.479204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.479437] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.479646] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.479931] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.491173] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d8a725-d9c1-4417-8573-05acbeec9fcb in Status: UNINITIALIZED for 2s [ 1354.848748] env[65987]: INFO networking_nsxv3.common.synchronization [req-aad88574-22aa-4b9f-a1dd-55d36ab36b2e req-439a59f4-37db-493b-95b8-e792871be01a tempest-ServerActionsTestJSON-1271191567 tempest-ServerActionsTestJSON-1271191567-project-member] Enqueued Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_members [ 1354.849358] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_members [ 1354.849746] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-728ab656-f16b-47d8-a5ad-baa42dfed421 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.849873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.849920] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.850134] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.850283] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.850376] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.850436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.850759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.850759] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.850915] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.352681] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.352924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.352924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.353140] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.353234] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.353440] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.353535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.353591] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.353740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.353815] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.353898] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 is going to be updated. [ 1355.384762] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.385059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.385059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.385197] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.385314] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.395205] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: IN_PROGRESS for 2s [ 1355.501770] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d8a725-d9c1-4417-8573-05acbeec9fcb in Status: SUCCESS [ 1355.501963] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.502114] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.502331] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.502527] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.502670] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.502727] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.502847] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.502923] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.503015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.503112] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18d8a725-d9c1-4417-8573-05acbeec9fcb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.005230] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d8a725-d9c1-4417-8573-05acbeec9fcb taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.005630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.005630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.005630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.005786] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.005889] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.005955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.006119] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.006205] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.006292] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.006435] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d8a725-d9c1-4417-8573-05acbeec9fcb taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.006529] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.006590] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.006727] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.006864] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.006955] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.007036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.007157] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.007231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.007326] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.007399] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18d8a725-d9c1-4417-8573-05acbeec9fcb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.510118] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18d8a725-d9c1-4417-8573-05acbeec9fcb: rpc.has_security_group_logging(os_id): False [ 1356.527622] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.527788] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.527841] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.528062] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.528151] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.528382] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.528476] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.528538] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.528689] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.528758] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.528920] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.529018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.529077] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.529212] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.529284] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.529457] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.529575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.529653] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.529937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.529937] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.529937] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18d8a725-d9c1-4417-8573-05acbeec9fcb is going to be created. [ 1356.586776] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.586980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.586980] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.587158] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.587339] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.597959] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18d8a725-d9c1-4417-8573-05acbeec9fcb in Status: IN_PROGRESS for 2s [ 1357.405626] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: SUCCESS [ 1357.406020] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 deletion is rescheduled due to dependency. [ 1357.406020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.610673] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18d8a725-d9c1-4417-8573-05acbeec9fcb in Status: SUCCESS [ 1358.611041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.850293] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.850571] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.513337] env[65987]: INFO networking_nsxv3.common.synchronization [req-3741be9c-75d5-4476-a192-c74b8c454344 req-e6014f26-877e-4db9-8643-e7e869bb4f26 tempest-InstanceActionsV221TestJSON-998985471 tempest-InstanceActionsV221TestJSON-998985471-project-member] Enqueued Resource ID: 18d8a725-d9c1-4417-8573-05acbeec9fcb with Priority: HIGHEST for action security_group_members [ 1361.513664] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d8a725-d9c1-4417-8573-05acbeec9fcb with Priority: HIGHEST for action security_group_members [ 1361.513964] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d8a725-d9c1-4417-8573-05acbeec9fcb taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.514104] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.514170] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.514359] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.514519] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.514605] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.514672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.514810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.514933] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.514993] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18d8a725-d9c1-4417-8573-05acbeec9fcb',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.709325] env[65987]: INFO networking_nsxv3.common.synchronization [req-5eef6655-b8c5-4b0f-8908-436ce7bfdcf7 req-f21dfdaf-dc31-4c99-91d5-956340a73b71 tempest-ServerActionsTestJSON-1271191567 tempest-ServerActionsTestJSON-1271191567-project-member] Enqueued Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_members [ 1361.709754] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_members [ 1361.710062] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-728ab656-f16b-47d8-a5ad-baa42dfed421 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.710188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.710285] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.710531] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.710709] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.710810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.710872] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.711073] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.711169] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.711331] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.007697] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.007894] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "network-688" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.007980] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "network-688" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.008281] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "network-688" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.008536] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.008690] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.008805] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.009028] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.009173] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.009379] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1362.009488] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1362.009637] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1362.009747] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1362.009826] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1362.009929] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1362.010068] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1362.017282] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.017418] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.017462] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.017619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.017702] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.017881] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.017973] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.018046] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.018188] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.018264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.018346] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18d8a725-d9c1-4417-8573-05acbeec9fcb is going to be updated. [ 1362.033664] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1362.033879] env[65987]: DEBUG dogpile.cache.region [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1362.033960] env[65987]: DEBUG dogpile.lock [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1362.034172] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "network-688" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.034507] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock port-646a4377-28f9-46aa-89fd-621fd6e36254 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.034680] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "port-646a4377-28f9-46aa-89fd-621fd6e36254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.034796] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "port-646a4377-28f9-46aa-89fd-621fd6e36254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.035160] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "port-646a4377-28f9-46aa-89fd-621fd6e36254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.035299] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('646a4377-28f9-46aa-89fd-621fd6e36254',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.058422] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.058422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.058422] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.058796] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.058796] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.068970] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d8a725-d9c1-4417-8573-05acbeec9fcb in Status: IN_PROGRESS for 2s [ 1362.213885] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.214123] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.214222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.214478] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.214597] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.214825] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.214942] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.215015] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.215159] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.215248] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.215313] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 is going to be updated. [ 1362.243446] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.243642] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.243642] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.243845] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.243982] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.252942] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: IN_PROGRESS for 2s [ 1362.538095] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.538451] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.538451] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.538801] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.538971] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.539144] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Segment Port 646a4377-28f9-46aa-89fd-621fd6e36254 not found, creating... [ 1362.539427] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.539630] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.539757] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.540050] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.540227] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.540561] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.540760] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.540912] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.541171] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.541329] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.541511] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Resource: SegmentPort with ID: 646a4377-28f9-46aa-89fd-621fd6e36254 is going to be created. [ 1362.562513] env[65987]: DEBUG networking_nsxv3.common.locking [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.562711] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.562805] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.563087] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.563315] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.563539] env[65987]: DEBUG oslo_concurrency.lockutils [None req-a7f18f84-b4b7-49c6-828b-16a248dbb8df None None] Releasing lock "port-646a4377-28f9-46aa-89fd-621fd6e36254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.247315] env[65987]: INFO networking_nsxv3.common.synchronization [req-5eef6655-b8c5-4b0f-8908-436ce7bfdcf7 req-ed07dd62-0d69-4809-a925-89198ce2dfbd service nova] Enqueued Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_rules [ 1363.247315] env[65987]: INFO networking_nsxv3.common.synchronization [req-5eef6655-b8c5-4b0f-8908-436ce7bfdcf7 req-ed07dd62-0d69-4809-a925-89198ce2dfbd service nova] Enqueued Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_members [ 1363.247315] env[65987]: INFO networking_nsxv3.common.synchronization [req-5eef6655-b8c5-4b0f-8908-436ce7bfdcf7 req-ed07dd62-0d69-4809-a925-89198ce2dfbd service nova] Enqueued Resource ID: 646a4377-28f9-46aa-89fd-621fd6e36254 with Priority: HIGHEST for action port [ 1363.247763] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_rules [ 1363.247898] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_members [ 1363.247978] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 646a4377-28f9-46aa-89fd-621fd6e36254 with Priority: HIGHEST for action port [ 1363.248259] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-728ab656-f16b-47d8-a5ad-baa42dfed421 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.248559] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.248559] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.248690] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.248690] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.249512] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-728ab656-f16b-47d8-a5ad-baa42dfed421 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.249619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.249826] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-646a4377-28f9-46aa-89fd-621fd6e36254 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.249924] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-646a4377-28f9-46aa-89fd-621fd6e36254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.249990] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-646a4377-28f9-46aa-89fd-621fd6e36254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.250157] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-646a4377-28f9-46aa-89fd-621fd6e36254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.250229] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('646a4377-28f9-46aa-89fd-621fd6e36254',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.753755] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-728ab656-f16b-47d8-a5ad-baa42dfed421 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.753755] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.753755] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 646a4377-28f9-46aa-89fd-621fd6e36254 with status ACTIVE [ 1363.753755] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.753755] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.753755] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.753755] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.754308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.754308] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.754308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.754308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.754308] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.754497] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.754497] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.754589] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.754654] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.754789] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.754866] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.754947] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 646a4377-28f9-46aa-89fd-621fd6e36254 is going to be updated. [ 1363.776188] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.776384] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.776384] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.776582] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.776718] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.776877] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-646a4377-28f9-46aa-89fd-621fd6e36254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.079218] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d8a725-d9c1-4417-8573-05acbeec9fcb in Status: SUCCESS [ 1364.079397] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18d8a725-d9c1-4417-8573-05acbeec9fcb deletion is rescheduled due to dependency. [ 1364.079448] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d8a725-d9c1-4417-8573-05acbeec9fcb" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.262696] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: SUCCESS [ 1364.262905] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 deletion is rescheduled due to dependency. [ 1364.262965] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.263193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.263416] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.263596] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.263710] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.263773] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.263929] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.264014] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.264119] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.766569] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.269198] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.771531] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.771835] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.771835] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.771990] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.772065] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.772127] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 is going to be updated. [ 1365.799031] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.799349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.799349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.799527] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.799610] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.808179] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: IN_PROGRESS for 2s [ 1367.819533] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: SUCCESS [ 1367.819823] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.819998] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.820230] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.820424] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.820540] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.820604] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.820761] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.820868] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.820959] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.821088] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.249185] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.249449] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1368.322921] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.825195] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 728ab656-f16b-47d8-a5ad-baa42dfed421: rpc.has_security_group_logging(os_id): False [ 1368.844453] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.844651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.844651] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.844909] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.845079] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.845361] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.845465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.845532] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.845694] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.845774] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.845860] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 is going to be updated. [ 1368.907421] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.907683] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.907683] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.907914] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.908100] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.923741] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: IN_PROGRESS for 2s [ 1370.940082] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: SUCCESS [ 1370.940082] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.250053] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.250053] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.250875] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.251293] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.251699] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.252196] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.252464] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.252856] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.253744] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.254193] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.254725] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.255196] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.255879] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.256436] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.256714] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.257206] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.257412] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.257689] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1418.259018] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.259458] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.259665] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.259957] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.261542] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.261542] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.263089] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.263499] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1438.264367] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.264751] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.265306] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.265306] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.073416] env[65987]: INFO networking_nsxv3.common.synchronization [req-2cdb7b57-9f48-41dd-8fdc-044b325ec7f6 req-8ee5f3d9-1ae1-4dc0-a26c-d7c92488a25b tempest-ServerActionsTestJSON-1271191567 tempest-ServerActionsTestJSON-1271191567-project-member] Enqueued Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_members [ 1445.073945] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_members [ 1445.074274] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-728ab656-f16b-47d8-a5ad-baa42dfed421 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.074396] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.074461] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.074657] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.074803] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.074885] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.074943] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.075095] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.075178] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.075274] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.577703] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.577905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.577905] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.578130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.578231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.578473] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.578567] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.578633] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.578792] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.578867] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.578950] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 is going to be updated. [ 1445.617250] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.617486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.617486] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.617692] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.617793] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.626436] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: IN_PROGRESS for 2s [ 1447.636714] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: SUCCESS [ 1447.637021] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 deletion is rescheduled due to dependency. [ 1447.637021] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.075614] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.075614] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.176331] env[65987]: INFO networking_nsxv3.common.synchronization [req-d09dfcb5-19e2-4f2b-8b27-3a3b055c9b2e req-5ca7ce92-c245-4c49-8f4e-5a933941cb83 tempest-ServerActionsTestJSON-1271191567 tempest-ServerActionsTestJSON-1271191567-project-member] Enqueued Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_members [ 1454.176877] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_members [ 1454.177203] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-728ab656-f16b-47d8-a5ad-baa42dfed421 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.177320] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.177386] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.177583] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.177732] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.177824] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.177886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.178049] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.178136] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.178235] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.432774] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.432965] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "network-688" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.433101] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "network-688" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.433367] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "network-688" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.433624] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.433826] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.433950] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.434383] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.434521] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.434738] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1454.434853] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] NeedRegenerationException {{(pid=65987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1454.434959] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] no value, waiting for create lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1454.435081] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] value creation lock acquired {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1454.435191] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] No value present for key: 'zone-id' {{(pid=65987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1454.435315] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Calling creation function for not-yet-present value {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1454.435464] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1454.457716] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1454.457936] env[65987]: DEBUG dogpile.cache.region [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1454.458065] env[65987]: DEBUG dogpile.lock [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Released creation lock {{(pid=65987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1454.458235] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "network-688" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.458584] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock port-b224f8c4-7686-4739-8318-f1f2eb33c796 taken with stack trace [, , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.458787] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "port-b224f8c4-7686-4739-8318-f1f2eb33c796" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.458912] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "port-b224f8c4-7686-4739-8318-f1f2eb33c796" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.459239] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "port-b224f8c4-7686-4739-8318-f1f2eb33c796" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.459378] env[65987]: DEBUG networking_nsxv3.api.rpc [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b224f8c4-7686-4739-8318-f1f2eb33c796',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.680163] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.680408] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.680408] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.680648] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.680746] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.680956] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.681067] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.681124] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.681272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.681346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.681451] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 is going to be updated. [ 1454.707238] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.707460] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.707460] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.707613] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.707753] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.716864] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: IN_PROGRESS for 2s [ 1454.962806] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.963016] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.963155] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.963439] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.963591] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.963760] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Segment Port b224f8c4-7686-4739-8318-f1f2eb33c796 not found, creating... [ 1454.964088] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.964207] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.964312] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.964528] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.964664] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.964942] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.965117] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.965234] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.965454] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.965570] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.965708] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Resource: SegmentPort with ID: b224f8c4-7686-4739-8318-f1f2eb33c796 is going to be created. [ 1454.988741] env[65987]: DEBUG networking_nsxv3.common.locking [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.988964] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.989103] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.989369] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.989628] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.989863] env[65987]: DEBUG oslo_concurrency.lockutils [None req-aa58c7a9-e3f7-4b24-b2a4-26fcdc05e837 None None] Releasing lock "port-b224f8c4-7686-4739-8318-f1f2eb33c796" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.658083] env[65987]: INFO networking_nsxv3.common.synchronization [req-d09dfcb5-19e2-4f2b-8b27-3a3b055c9b2e req-9bff01a4-bff7-405c-b3bd-62a43084928d service nova] Enqueued Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_rules [ 1455.658343] env[65987]: INFO networking_nsxv3.common.synchronization [req-d09dfcb5-19e2-4f2b-8b27-3a3b055c9b2e req-9bff01a4-bff7-405c-b3bd-62a43084928d service nova] Enqueued Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_members [ 1455.658389] env[65987]: INFO networking_nsxv3.common.synchronization [req-d09dfcb5-19e2-4f2b-8b27-3a3b055c9b2e req-9bff01a4-bff7-405c-b3bd-62a43084928d service nova] Enqueued Resource ID: b224f8c4-7686-4739-8318-f1f2eb33c796 with Priority: HIGHEST for action port [ 1455.658622] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_rules [ 1455.658754] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_members [ 1455.658852] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b224f8c4-7686-4739-8318-f1f2eb33c796 with Priority: HIGHEST for action port [ 1455.659460] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-728ab656-f16b-47d8-a5ad-baa42dfed421 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.659541] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.659611] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.659803] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.659886] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.662479] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-728ab656-f16b-47d8-a5ad-baa42dfed421 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.662673] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.662732] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock port-b224f8c4-7686-4739-8318-f1f2eb33c796 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.662820] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b224f8c4-7686-4739-8318-f1f2eb33c796" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.662868] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b224f8c4-7686-4739-8318-f1f2eb33c796" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.663024] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b224f8c4-7686-4739-8318-f1f2eb33c796" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.663096] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b224f8c4-7686-4739-8318-f1f2eb33c796',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.164449] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-728ab656-f16b-47d8-a5ad-baa42dfed421 taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.164678] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.166942] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b224f8c4-7686-4739-8318-f1f2eb33c796 with status ACTIVE [ 1456.167147] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.167266] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.167330] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.167564] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.167688] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.167862] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.167969] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.168101] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.168342] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.168438] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.169137] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.169262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.169350] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.169490] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.169569] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.169658] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b224f8c4-7686-4739-8318-f1f2eb33c796 is going to be updated. [ 1456.192599] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.192795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.192795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.192968] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.193081] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.193229] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b224f8c4-7686-4739-8318-f1f2eb33c796" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.725954] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: SUCCESS [ 1456.726262] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 deletion is rescheduled due to dependency. [ 1456.726262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.726431] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.726637] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.726817] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.726957] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.727034] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.727193] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.727275] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.727367] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.229344] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.732070] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.234052] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.234219] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.234292] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.234510] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.234599] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.234697] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 is going to be updated. [ 1458.270179] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.270370] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.270451] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.270649] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.270791] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.281989] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: IN_PROGRESS for 2s [ 1460.293658] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: SUCCESS [ 1460.294108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.294108] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.294272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.294463] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.294581] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.294647] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.294800] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.294879] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.294963] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.295069] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.659966] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.660200] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1460.797859] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.300164] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 728ab656-f16b-47d8-a5ad-baa42dfed421: rpc.has_security_group_logging(os_id): False [ 1461.319526] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.319740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.319740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.319891] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.319982] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.320240] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.320341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.320405] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.320627] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.320685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.320776] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 is going to be updated. [ 1461.388202] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.388448] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.388448] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.388626] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.388775] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.402747] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: IN_PROGRESS for 2s [ 1463.419016] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: SUCCESS [ 1463.419496] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.661098] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.661517] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.662070] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.662430] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.663017] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.663485] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1480.663738] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1480.664165] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1485.440839] env[65987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1485.441286] env[65987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-25602aa2-1b06-437e-9e33-a596d6347c6b None None] NSXv3 Agent Agent loop - iteration:4 started [ 1485.664852] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1485.665087] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1490.665719] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1490.666127] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1495.666250] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.666673] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1500.667571] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.667571] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.668600] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.669058] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1510.670378] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.670830] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1515.671194] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.671554] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.548094] env[65987]: INFO networking_nsxv3.common.synchronization [req-5c7d4cab-c1dc-4724-bb81-e10c0a26f11f req-8de4f3df-9e57-46d8-99e6-8f5b2691f164 tempest-ServerActionsTestJSON-1271191567 tempest-ServerActionsTestJSON-1271191567-project-member] Enqueued Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_members [ 1517.548701] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGHEST for action security_group_members [ 1517.549103] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock member-728ab656-f16b-47d8-a5ad-baa42dfed421 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.549263] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.549893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.549893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.549893] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.549893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.549893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.550156] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.550192] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.550262] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.052821] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.053063] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.053063] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.053280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.053388] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.053589] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.053687] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.053752] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.053907] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.053984] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.054087] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 is going to be updated. [ 1518.090404] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.090638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.090638] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.090795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.090936] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.099816] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: IN_PROGRESS for 2s [ 1520.112266] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 in Status: SUCCESS [ 1520.112670] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 deletion is rescheduled due to dependency. [ 1520.112670] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.550234] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.550495] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.551370] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.551831] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1532.552436] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1532.552864] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.377793] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.378291] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.378291] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.378291] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.378409] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.880958] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.383738] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.885889] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1536.886120] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1537.627202] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1537.627518] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1537.815297] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.815508] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.815508] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.815755] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.827369] env[65987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1537.828261] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.829670] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1537.868247] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.868475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.868475] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.868643] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.880174] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.880856] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1537.880931] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1537.881029] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1537.912959] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.913232] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.913232] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.913361] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.914109] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.914328] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1537.984488] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.984672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.984782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.985018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.985420] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.985722] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1538.060166] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.060462] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.060462] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.060611] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.060880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.061202] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:29. [ 1538.061335] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f06aa0a1-cdcf-4252-97da-ae996c7f6d67', '4697d792-1588-4b60-9674-2b3bf23b9447', '8f9444cc-e007-45d4-ac5b-3acfa62ea04b', '6039facd-ac98-4384-b548-7cf4ee5c0254', 'd462218e-8fc3-4ec1-9975-b7e9d1190e95', 'e65873ea-274a-4714-8a26-a875793014db', 'be8a49bc-167f-46a4-b3fe-e3c2f61040b1', 'd18b7417-8811-491a-ba85-53c1a542b186', '728ab656-f16b-47d8-a5ad-baa42dfed421', '03b1d822-bfd6-4b5b-b73c-39f93b0f41f1', '4325ee18-7b96-4a1b-a6ea-3ba8890ea748', '294936d9-e513-4a56-bf69-977398416ae6', 'e7a9a86e-08e7-41d7-9681-ab6a6f69097c', 'e8807c1a-c456-4217-a517-3e4d4d1f44a5', 'e0e8594c-feda-4ca0-85ab-a0a522c55c0a', '287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef', '3eb741b6-4f4e-4223-b855-0824b06582a4', '0fa3c834-0a8e-4a81-b10b-c297c2d69e04', '6eff9f90-74be-4166-abd0-2c60a2d2bc9c', 'd751f4d8-4e0f-4902-b4d4-6b37d03c946f', 'dd4789f3-3d9e-4f8f-9890-bdb24786df38', '177edb9d-0d53-47f2-a2db-1be2e1c8569e', '18d8a725-d9c1-4417-8573-05acbeec9fcb', '3736c1f1-0f84-4b6e-9ee4-ef8550f4a094', '48ed63e7-7a50-448d-9974-1a7c06a44759', '6f52ccc3-347f-4e5e-99c9-9bff622d50dd', '1fe9a0bd-195b-44ef-8c72-e72aa4f2a312', '12aa49ce-2811-4939-93b3-c273bbd232c4', 'f6df8791-193a-4645-a66e-4fadb9c2f521'} {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1538.061471] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1538.081386] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.081584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.081584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.081729] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.081813] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.081925] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1538.081996] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1538.082118] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1538.155151] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.155436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.155436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.155584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.156666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.156917] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1538.156991] env[65987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1538.157066] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1538.157132] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1538.157202] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/29 resources of Type:Security Group Rules [ 1538.157272] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 with Priority: HIGH for action security_group_rules [ 1538.157334] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4697d792-1588-4b60-9674-2b3bf23b9447 with Priority: HIGH for action security_group_rules [ 1538.157401] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b with Priority: HIGH for action security_group_rules [ 1538.157461] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 with Priority: HIGH for action security_group_rules [ 1538.157511] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 with Priority: HIGH for action security_group_rules [ 1538.157566] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e65873ea-274a-4714-8a26-a875793014db with Priority: HIGH for action security_group_rules [ 1538.157623] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 with Priority: HIGH for action security_group_rules [ 1538.157690] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d18b7417-8811-491a-ba85-53c1a542b186 with Priority: HIGH for action security_group_rules [ 1538.157751] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGH for action security_group_rules [ 1538.157808] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 with Priority: HIGH for action security_group_rules [ 1538.157862] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 with Priority: HIGH for action security_group_rules [ 1538.157920] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGH for action security_group_rules [ 1538.157976] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c with Priority: HIGH for action security_group_rules [ 1538.158054] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGH for action security_group_rules [ 1538.158130] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGH for action security_group_rules [ 1538.158190] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGH for action security_group_rules [ 1538.158246] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 with Priority: HIGH for action security_group_rules [ 1538.158302] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGH for action security_group_rules [ 1538.158359] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c with Priority: HIGH for action security_group_rules [ 1538.158415] env[65987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f with Priority: HIGH for action security_group_rules [ 1538.158480] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.629022] env[65987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1542.629496] env[65987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1542.629496] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 with Priority: HIGH for action security_group_rules [ 1542.629496] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b with Priority: HIGH for action security_group_rules [ 1542.629728] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 with Priority: HIGH for action security_group_rules [ 1542.629728] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a with Priority: HIGH for action security_group_rules [ 1542.629868] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f with Priority: HIGH for action security_group_rules [ 1542.629949] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c with Priority: HIGH for action security_group_rules [ 1542.630062] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 with Priority: HIGH for action security_group_rules [ 1542.630155] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 with Priority: HIGH for action security_group_rules [ 1542.630245] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 with Priority: HIGH for action security_group_rules [ 1542.630334] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef with Priority: HIGH for action security_group_rules [ 1542.630420] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c with Priority: HIGH for action security_group_rules [ 1542.630509] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294936d9-e513-4a56-bf69-977398416ae6 with Priority: HIGH for action security_group_rules [ 1542.630598] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 with Priority: HIGH for action security_group_rules [ 1542.630688] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 with Priority: HIGH for action security_group_rules [ 1542.630767] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 with Priority: HIGH for action security_group_rules [ 1542.631202] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65873ea-274a-4714-8a26-a875793014db with Priority: HIGH for action security_group_rules [ 1542.631336] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18b7417-8811-491a-ba85-53c1a542b186 with Priority: HIGH for action security_group_rules [ 1542.631433] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 with Priority: HIGH for action security_group_rules [ 1542.631525] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4697d792-1588-4b60-9674-2b3bf23b9447 with Priority: HIGH for action security_group_rules [ 1542.631618] env[65987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 with Priority: HIGH for action security_group_rules [ 1542.631955] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06aa0a1-cdcf-4252-97da-ae996c7f6d67 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.632251] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.632404] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.632642] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.632763] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06aa0a1-cdcf-4252-97da-ae996c7f6d67',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.633801] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f9444cc-e007-45d4-ac5b-3acfa62ea04b taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.633978] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.634054] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.634231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.634346] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f9444cc-e007-45d4-ac5b-3acfa62ea04b',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.636410] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be8a49bc-167f-46a4-b3fe-e3c2f61040b1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.636410] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.636410] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.636410] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.636410] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be8a49bc-167f-46a4-b3fe-e3c2f61040b1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.636410] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.636410] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.636410] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.637088] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.637088] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0e8594c-feda-4ca0-85ab-a0a522c55c0a',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.637616] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d751f4d8-4e0f-4902-b4d4-6b37d03c946f taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.637748] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.637834] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.638021] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.638119] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d751f4d8-4e0f-4902-b4d4-6b37d03c946f',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.639280] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eff9f90-74be-4166-abd0-2c60a2d2bc9c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.639280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.639280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.639280] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.639280] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eff9f90-74be-4166-abd0-2c60a2d2bc9c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.639989] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fa3c834-0a8e-4a81-b10b-c297c2d69e04 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.640147] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.640227] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.640391] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.640473] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fa3c834-0a8e-4a81-b10b-c297c2d69e04',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.641541] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3eb741b6-4f4e-4223-b855-0824b06582a4 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.641541] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.641541] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.641782] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.641782] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3eb741b6-4f4e-4223-b855-0824b06582a4',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.642484] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8807c1a-c456-4217-a517-3e4d4d1f44a5 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.642994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.642994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.642994] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.642994] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8807c1a-c456-4217-a517-3e4d4d1f44a5',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.643650] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.643740] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.643795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.643923] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.644011] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.644758] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7a9a86e-08e7-41d7-9681-ab6a6f69097c taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.644892] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.645639] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.645639] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.645639] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7a9a86e-08e7-41d7-9681-ab6a6f69097c',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.645928] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-294936d9-e513-4a56-bf69-977398416ae6 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.645983] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.646098] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.646278] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.646385] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('294936d9-e513-4a56-bf69-977398416ae6',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.647062] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4325ee18-7b96-4a1b-a6ea-3ba8890ea748 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.647192] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.647780] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.647780] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.647780] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4325ee18-7b96-4a1b-a6ea-3ba8890ea748',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.648419] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.648419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.648419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.648419] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.648744] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03b1d822-bfd6-4b5b-b73c-39f93b0f41f1',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.649242] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-728ab656-f16b-47d8-a5ad-baa42dfed421 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.649679] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.649679] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.649679] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.649679] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('728ab656-f16b-47d8-a5ad-baa42dfed421',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.650425] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e65873ea-274a-4714-8a26-a875793014db taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.650630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.650630] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.650872] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.650964] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e65873ea-274a-4714-8a26-a875793014db',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.651646] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18b7417-8811-491a-ba85-53c1a542b186 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.651810] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.651873] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.652043] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.652132] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18b7417-8811-491a-ba85-53c1a542b186',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.652887] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d462218e-8fc3-4ec1-9975-b7e9d1190e95 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.653032] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.653137] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.653341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.653542] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d462218e-8fc3-4ec1-9975-b7e9d1190e95',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.654103] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4697d792-1588-4b60-9674-2b3bf23b9447 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.654242] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.654324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.654485] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.654577] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4697d792-1588-4b60-9674-2b3bf23b9447',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.655245] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6039facd-ac98-4384-b548-7cf4ee5c0254 taken with stack trace [, , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.655397] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.655504] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.656357] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.656477] env[65987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6039facd-ac98-4384-b548-7cf4ee5c0254',) {} {{(pid=65987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.696708] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.696882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.696935] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.697149] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.698985] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.699121] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.699827] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.699922] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.718042] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.718186] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06aa0a1-cdcf-4252-97da-ae996c7f6d67 is going to be deleted. [ 1542.719008] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.719247] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.742068] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.742250] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be8a49bc-167f-46a4-b3fe-e3c2f61040b1 is going to be deleted. [ 1542.743110] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.743325] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.762266] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.762404] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eff9f90-74be-4166-abd0-2c60a2d2bc9c is going to be deleted. [ 1542.784493] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.784711] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.784772] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.785034] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.785190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.785341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06aa0a1-cdcf-4252-97da-ae996c7f6d67" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.805991] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.806204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.806341] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.806476] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.806565] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.806682] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be8a49bc-167f-46a4-b3fe-e3c2f61040b1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.815651] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.815822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.815864] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.816052] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.816162] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.816252] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eff9f90-74be-4166-abd0-2c60a2d2bc9c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.205959] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.206190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.206190] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.206385] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.208028] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.208137] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.210379] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.210619] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.227022] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.227228] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.228029] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.228148] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.228907] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.229021] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.229741] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.229836] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.230546] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.230645] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.231470] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.231573] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.232378] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.232485] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.233256] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.233347] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.233903] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1543.234353] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.234446] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.235170] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1543.235577] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.235677] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.236394] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1543.236818] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.236898] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.237795] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1543.238236] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.238346] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.239040] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1543.239488] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.239593] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d462218e-8fc3-4ec1-9975-b7e9d1190e95 is going to be deleted. [ 1543.241093] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.241208] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.241276] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.241469] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.242811] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.242902] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.262416] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1543.263094] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.263255] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6039facd-ac98-4384-b548-7cf4ee5c0254 is going to be deleted. [ 1543.264324] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.264526] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.282436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.282582] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f9444cc-e007-45d4-ac5b-3acfa62ea04b is going to be deleted. [ 1543.283402] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.283614] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.306693] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.306899] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.309237] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.309371] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4325ee18-7b96-4a1b-a6ea-3ba8890ea748 is going to be deleted. [ 1543.310227] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.310436] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.312168] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.312319] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.332827] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.332991] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 294936d9-e513-4a56-bf69-977398416ae6 is going to be deleted. [ 1543.333927] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.334191] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.335579] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.335681] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.397542] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.397728] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fa3c834-0a8e-4a81-b10b-c297c2d69e04 is going to be deleted. [ 1543.398680] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.398894] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.422350] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.422597] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.433974] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.434187] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.436204] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.436337] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3eb741b6-4f4e-4223-b855-0824b06582a4 is going to be deleted. [ 1543.437222] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.437432] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.476265] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.476442] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03b1d822-bfd6-4b5b-b73c-39f93b0f41f1 is going to be deleted. [ 1543.477316] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.477536] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.498969] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.499231] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.511911] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.512112] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef is going to be deleted. [ 1543.513172] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.513395] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.560688] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.560891] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d751f4d8-4e0f-4902-b4d4-6b37d03c946f is going to be deleted. [ 1543.561860] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.562088] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.603118] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.603325] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.606240] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.606373] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7a9a86e-08e7-41d7-9681-ab6a6f69097c is going to be deleted. [ 1543.607264] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.607514] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.671346] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.671822] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.672280] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.672452] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.673297] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.673415] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 728ab656-f16b-47d8-a5ad-baa42dfed421 is going to be deleted. [ 1543.674286] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.674494] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.716155] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.716369] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.726262] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.726466] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18b7417-8811-491a-ba85-53c1a542b186 is going to be deleted. [ 1543.727666] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.727882] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.769595] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.769783] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e65873ea-274a-4714-8a26-a875793014db is going to be deleted. [ 1543.770687] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.770904] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.788098] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.788290] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.845613] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.845803] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0e8594c-feda-4ca0-85ab-a0a522c55c0a is going to be deleted. [ 1543.846685] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.846946] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.852077] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.852294] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.857127] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.857248] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.885760] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.885947] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4697d792-1588-4b60-9674-2b3bf23b9447 is going to be deleted. [ 1543.886838] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.887096] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.944018] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.944193] env[65987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8807c1a-c456-4217-a517-3e4d4d1f44a5 is going to be deleted. [ 1543.945130] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.945362] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.945454] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.945578] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d462218e-8fc3-4ec1-9975-b7e9d1190e95" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.945732] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.945893] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.945971] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.946099] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6039facd-ac98-4384-b548-7cf4ee5c0254" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.946633] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.946795] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.946876] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.947020] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f9444cc-e007-45d4-ac5b-3acfa62ea04b" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.947157] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.947349] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.947434] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.947547] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4325ee18-7b96-4a1b-a6ea-3ba8890ea748" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.947672] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.947814] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.947886] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.947993] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-294936d9-e513-4a56-bf69-977398416ae6" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.948135] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.948272] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.948348] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.948455] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fa3c834-0a8e-4a81-b10b-c297c2d69e04" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.948584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.948721] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.948789] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.948900] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3eb741b6-4f4e-4223-b855-0824b06582a4" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.949039] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.949206] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.949277] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.949406] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-287e3ee5-60d4-4a3b-9ba8-50f53bbb78ef" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.949535] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.949699] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.949771] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.949880] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03b1d822-bfd6-4b5b-b73c-39f93b0f41f1" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.950087] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.950180] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.950253] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.950362] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d751f4d8-4e0f-4902-b4d4-6b37d03c946f" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.950489] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.950622] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.950693] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.950791] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7a9a86e-08e7-41d7-9681-ab6a6f69097c" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.950913] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.951059] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.951161] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.951305] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-728ab656-f16b-47d8-a5ad-baa42dfed421" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.951435] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.951575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.951645] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.951749] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18b7417-8811-491a-ba85-53c1a542b186" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.961954] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.962091] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.962129] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.962371] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.962465] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.962575] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e65873ea-274a-4714-8a26-a875793014db" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.964231] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.964339] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.964413] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.964584] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.964664] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.964781] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0e8594c-feda-4ca0-85ab-a0a522c55c0a" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.041831] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.042036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.042036] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.042257] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.042351] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.042467] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4697d792-1588-4b60-9674-2b3bf23b9447" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.089686] env[65987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1544.090412] env[65987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.090570] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.090641] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.091041] env[65987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.091189] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.091339] env[65987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8807c1a-c456-4217-a517-3e4d4d1f44a5" {{(pid=65987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}